{ "_class" : "hudson.tasks.junit.TestResult", "testActions" : [ ], "duration" : 5057.0, "empty" : False, "failCount" : 435, "passCount" : 0, "skipCount" : 0, "suites" : [ { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "nitb_sms:sysmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=24075): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24075) [trial-2390↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24075)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=24075): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24075) [trial-2390↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24075)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 nitb_sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a13:03:17.443604 tst nitb_sms:sysmo: Using 1 x ip_address (candidates: 1)\u000a13:03:17.456640 tst nitb_sms:sysmo: Using 1 x bts (candidates: 1)\u000a13:03:18.051807 tst mo_mt_sms.py: using LAC 34125\u000a13:03:18.174891 tst mo_mt_sms.py: using RAC 210\u000a13:03:18.296113 tst mo_mt_sms.py: using CellId 34125\u000a13:03:18.417591 tst mo_mt_sms.py: using BVCI 34126\u000a13:03:18.441685 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a13:03:18.624593 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a13:03:18.916564 tst mo_mt_sms.py:9: start nitb and bts...\u000a13:03:19.053124 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a13:03:21.418934 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24074): Launched\u000a13:03:21.742455 run osmo-nitb_10.42.42.2(pid=24075): Launched\u000a13:03:21.928623 run osmo-nitb_10.42.42.2(pid=24075): ERR: Terminated: ERROR {rc=2} [trial-2390↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24075)]\u000a13:03:22.063433 run osmo-nitb_10.42.42.2(pid=24075): stdout: \u000a| (launched: 2022-12-13_13:03:21.583516) \u000a13:03:22.199383 run osmo-nitb_10.42.42.2(pid=24075): stderr: \u000a| (launched: 2022-12-13_13:03:21.632003)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:03:22.329522 run osmo-nitb_10.42.42.2(pid=24075): stdout: \u000a| (launched: 2022-12-13_13:03:21.583516) \u000a13:03:22.458649 run osmo-nitb_10.42.42.2(pid=24075): stderr: \u000a| (launched: 2022-12-13_13:03:21.632003)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:03:22.515182 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=24075): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24075) [trial-2390↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24075)] [trial-2390↪nitb_sms:sysmo↪mo_mt_sms.py:11]\u000a13:03:22.523813 tst mo_mt_sms.py:11: Test FAILED (5.1 sec)\u000a13:03:22.560448 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24074): Terminating (SIGTERM)\u000a13:03:22.738707 --- ParallelTerminationStrategy: PID 24074 died...\u000a13:03:22.797212 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24074): Terminated: ok {rc=0}\u000a13:03:22.886003 bus /sierra_3: Setting Powered False\u000a13:03:23.995955 bus /sierra_3: Setting Powered False\u000a13:03:25.104557 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "0", "name" : "nitb_sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:03:17" }, { "cases" : [ { "testActions" : [ ], "age" : 60, "className" : "sms:sysmo", "duration" : 15.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24085): Process ended prematurely: osmo-stp_10.42.42.5(pid=24085) [trial-2390↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24085)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24085): Process ended prematurely: osmo-stp_10.42.42.5(pid=24085) [trial-2390↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24085)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a13:03:26.960815 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a13:03:26.971391 tst sms:sysmo: Using 1 x bts (candidates: 1)\u000a13:03:27.100348 tst mo_mt_sms.py: using LAC 34126\u000a13:03:27.218697 tst mo_mt_sms.py: using RAC 211\u000a13:03:27.339829 tst mo_mt_sms.py: using CellId 34126\u000a13:03:27.458226 tst mo_mt_sms.py: using BVCI 34127\u000a13:03:27.481826 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a13:03:27.494087 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a13:03:27.505102 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a13:03:27.515902 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a13:03:27.527770 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a13:03:27.539517 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a13:03:27.656553 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a13:03:27.873355 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:03:29.666999 run create_hlr_db(pid=24079): Launched\u000a13:03:29.857236 bus /sierra_2: Setting Powered False\u000a13:03:30.878826 run create_hlr_db(pid=24079): Terminated: ok {rc=0}\u000a13:03:31.341670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24081): Launched\u000a13:03:31.759911 run osmo-hlr_10.42.42.2(pid=24082): Launched\u000a13:03:31.999994 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:03:34.597102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24084): Launched\u000a13:03:34.925656 run osmo-stp_10.42.42.5(pid=24085): Launched\u000a13:03:35.044411 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:03:40.539832 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24087): Launched\u000a13:03:40.865684 run osmo-msc_10.42.42.6(pid=24088): Launched\u000a13:03:41.055401 run osmo-stp_10.42.42.5(pid=24085): ERR: Terminated: ERROR {rc=1} [trial-2390↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24085)]\u000a13:03:41.194439 run osmo-stp_10.42.42.5(pid=24085): stdout: \u000a| (launched: 2022-12-13_13:03:34.762266)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:03:41.331603 run osmo-stp_10.42.42.5(pid=24085): stderr: \u000a| �[0;m�[38;5;43m20221213130334956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213130334956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213130334956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213130334957 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213130334957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213130334957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213130334957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:03:41.461626 run osmo-stp_10.42.42.5(pid=24085): stdout: \u000a| (launched: 2022-12-13_13:03:34.762266)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:03:41.590331 run osmo-stp_10.42.42.5(pid=24085): stderr: \u000a| �[0;m�[38;5;43m20221213130334956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213130334956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213130334956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213130334957 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213130334957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213130334957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213130334957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:03:41.646858 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=24085): Process ended prematurely: osmo-stp_10.42.42.5(pid=24085) [trial-2390↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24085)] [trial-2390↪sms:sysmo↪mo_mt_sms.py:16]\u000a13:03:41.655535 tst mo_mt_sms.py:16: Test FAILED (14.7 sec)\u000a13:03:41.718655 run osmo-hlr_10.42.42.2(pid=24082): ERR: Terminated: ERROR {rc=237} [trial-2390↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24082)]\u000a13:03:41.770321 run osmo-hlr_10.42.42.2(pid=24082): stdout: \u000a| (launched: 2022-12-13_13:03:31.501335) \u000a13:03:41.822863 run osmo-hlr_10.42.42.2(pid=24082): stderr: \u000a| �[0;m�[1;31m20221213130331777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213130331777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213130331777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213130331777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213130331777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213130331777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213130331796 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/sms:sysmo/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213130331804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213130331804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213130331804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:03:41.893843 run osmo-msc_10.42.42.6(pid=24088): ERR: Terminated: ERROR {rc=2} [trial-2390↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24088)]\u000a13:03:41.945454 run osmo-msc_10.42.42.6(pid=24088): stdout: \u000a| (launched: 2022-12-13_13:03:40.704525) \u000a13:03:41.997812 run osmo-msc_10.42.42.6(pid=24088): stderr: \u000a| �[0;m�[38;5;43m20221213130341035 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213130341035 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3985ab9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213130341035 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213130341035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213130341035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213130341035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213130341037 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213130341037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213130341038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213130341038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:03:42.042659 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24081): Terminating (SIGTERM)\u000a13:03:42.084864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24084): Terminating (SIGTERM)\u000a13:03:42.128007 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24087): Terminating (SIGTERM)\u000a13:03:42.137949 --- ParallelTerminationStrategy: PID 24081 died...\u000a13:03:42.195305 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24081): Terminated: ok {rc=0}\u000a13:03:42.205393 --- ParallelTerminationStrategy: PID 24084 died...\u000a13:03:42.262276 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24084): Terminated: ok {rc=0}\u000a13:03:42.272284 --- ParallelTerminationStrategy: PID 24087 died...\u000a13:03:42.329107 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24087): Terminated: ok {rc=0}\u000a13:03:42.417950 bus /sierra_3: Setting Powered False\u000a13:03:43.522629 bus /sierra_3: Setting Powered False\u000a13:03:44.633134 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 20.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "1", "name" : "sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:03:26" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "nitb_ussd:sysmo", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=24094): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24094) [trial-2390↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24094)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=24094): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24094) [trial-2390↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24094)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 nitb_ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a13:03:46.474188 tst nitb_ussd:sysmo: Using 1 x ip_address (candidates: 1)\u000a13:03:46.490597 tst nitb_ussd:sysmo: Using 1 x bts (candidates: 1)\u000a13:03:46.639755 tst assert_extension.py: using LAC 34127\u000a13:03:46.767334 tst assert_extension.py: using RAC 212\u000a13:03:46.895251 tst assert_extension.py: using CellId 34127\u000a13:03:47.056251 tst assert_extension.py: using BVCI 34128\u000a13:03:47.086015 tst nitb_ussd:sysmo: Using 1 x modem (candidates: 1)\u000a13:03:47.368477 tst assert_extension.py:10: start nitb and bts...\u000a13:03:47.495588 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a13:03:48.129211 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24093): Launched\u000a13:03:48.430110 run osmo-nitb_10.42.42.2(pid=24094): Launched\u000a13:03:48.616184 run osmo-nitb_10.42.42.2(pid=24094): ERR: Terminated: ERROR {rc=2} [trial-2390↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24094)]\u000a13:03:48.753100 run osmo-nitb_10.42.42.2(pid=24094): stdout: \u000a| (launched: 2022-12-13_13:03:48.283260) \u000a13:03:48.890104 run osmo-nitb_10.42.42.2(pid=24094): stderr: \u000a| (launched: 2022-12-13_13:03:48.328380)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:03:49.022681 run osmo-nitb_10.42.42.2(pid=24094): stdout: \u000a| (launched: 2022-12-13_13:03:48.283260) \u000a13:03:49.154525 run osmo-nitb_10.42.42.2(pid=24094): stderr: \u000a| (launched: 2022-12-13_13:03:48.328380)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:03:49.551267 tst osmo-nitb_10.42.42.2(pid=24094): stdout: \u000a| (launched: 2022-12-13_13:03:48.283260) \u000a13:03:49.671395 tst osmo-nitb_10.42.42.2(pid=24094): stderr: \u000a| (launched: 2022-12-13_13:03:48.328380)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:03:49.724493 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=24094): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24094) [trial-2390↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24094)] [trial-2390↪nitb_ussd:sysmo↪assert_extension.py:12]\u000a13:03:49.732724 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a13:03:49.767379 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24093): Terminating (SIGTERM)\u000a13:03:49.944776 --- ParallelTerminationStrategy: PID 24093 died...\u000a13:03:50.000050 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24093): Terminated: ok {rc=0}\u000a13:03:50.084478 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "2", "name" : "nitb_ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:03:46" }, { "cases" : [ { "testActions" : [ ], "age" : 60, "className" : "ussd:sysmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24106): Process ended prematurely: osmo-stp_10.42.42.5(pid=24106) [trial-2390↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24106)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24106): Process ended prematurely: osmo-stp_10.42.42.5(pid=24106) [trial-2390↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24106)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a13:03:51.897605 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a13:03:51.908251 tst ussd:sysmo: Using 1 x bts (candidates: 1)\u000a13:03:52.030350 tst assert_extension.py: using LAC 34128\u000a13:03:52.147804 tst assert_extension.py: using RAC 213\u000a13:03:52.264348 tst assert_extension.py: using CellId 34128\u000a13:03:52.380719 tst assert_extension.py: using BVCI 34129\u000a13:03:52.403603 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a13:03:52.414215 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a13:03:52.424743 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a13:03:52.435129 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a13:03:52.445652 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a13:03:52.456024 tst ussd:sysmo: Using 1 x modem (candidates: 1)\u000a13:03:52.668042 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:03:53.182847 run create_hlr_db(pid=24100): Launched\u000a13:03:53.372603 bus /sierra_2: Setting Powered False\u000a13:03:54.392238 run create_hlr_db(pid=24100): Terminated: ok {rc=0}\u000a13:03:54.804423 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24102): Launched\u000a13:03:55.111283 run osmo-hlr_10.42.42.2(pid=24103): Launched\u000a13:03:55.223792 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:03:55.756048 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24105): Launched\u000a13:03:56.061366 run osmo-stp_10.42.42.5(pid=24106): Launched\u000a13:03:56.171635 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:03:56.726958 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24108): Launched\u000a13:03:57.034143 run osmo-msc_10.42.42.6(pid=24109): Launched\u000a13:03:57.213791 run osmo-stp_10.42.42.5(pid=24106): ERR: Terminated: ERROR {rc=1} [trial-2390↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24106)]\u000a13:03:57.344433 run osmo-stp_10.42.42.5(pid=24106): stdout: \u000a| (launched: 2022-12-13_13:03:55.910572)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:03:57.471873 run osmo-stp_10.42.42.5(pid=24106): stderr: \u000a| �[0;m�[38;5;43m20221213130356082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213130356082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213130356082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213130356083 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213130356085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213130356085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213130356085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:03:57.594990 run osmo-stp_10.42.42.5(pid=24106): stdout: \u000a| (launched: 2022-12-13_13:03:55.910572)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:03:57.716454 run osmo-stp_10.42.42.5(pid=24106): stderr: \u000a| �[0;m�[38;5;43m20221213130356082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213130356082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213130356082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213130356083 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213130356085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213130356085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213130356085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:03:57.770030 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=24106): Process ended prematurely: osmo-stp_10.42.42.5(pid=24106) [trial-2390↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24106)] [trial-2390↪ussd:sysmo↪assert_extension.py:17]\u000a13:03:57.778173 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a13:03:57.838201 run osmo-hlr_10.42.42.2(pid=24103): ERR: Terminated: ERROR {rc=237} [trial-2390↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24103)]\u000a13:03:57.887714 run osmo-hlr_10.42.42.2(pid=24103): stdout: \u000a| (launched: 2022-12-13_13:03:54.958493) \u000a13:03:57.937757 run osmo-hlr_10.42.42.2(pid=24103): stderr: \u000a| �[0;m�[1;31m20221213130355136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213130355136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213130355136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213130355136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213130355136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213130355136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213130355153 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/ussd:sysmo/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213130355162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213130355162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213130355163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:03:58.006168 run osmo-msc_10.42.42.6(pid=24109): ERR: Terminated: ERROR {rc=2} [trial-2390↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24109)]\u000a13:03:58.055651 run osmo-msc_10.42.42.6(pid=24109): stdout: \u000a| (launched: 2022-12-13_13:03:56.880936) \u000a13:03:58.105616 run osmo-msc_10.42.42.6(pid=24109): stderr: \u000a| �[0;m�[38;5;43m20221213130357156 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213130357156 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efeea592c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213130357156 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213130357156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213130357156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213130357157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213130357158 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213130357159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213130357159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213130357159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:03:58.148480 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24102): Terminating (SIGTERM)\u000a13:03:58.188805 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24105): Terminating (SIGTERM)\u000a13:03:58.229089 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24108): Terminating (SIGTERM)\u000a13:03:58.238297 --- ParallelTerminationStrategy: PID 24102 died...\u000a13:03:58.292104 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24102): Terminated: ok {rc=0}\u000a13:03:58.301736 --- ParallelTerminationStrategy: PID 24105 died...\u000a13:03:58.355252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24105): Terminated: ok {rc=0}\u000a13:03:58.364707 --- ParallelTerminationStrategy: PID 24108 died...\u000a13:03:58.417932 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24108): Terminated: ok {rc=0}\u000a13:03:58.501574 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "3", "name" : "ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:03:51" }, { "cases" : [ { "testActions" : [ ], "age" : 60, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24121): Process ended prematurely: osmo-stp_10.42.42.5(pid=24121) [trial-2390↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24121)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24121): Process ended prematurely: osmo-stp_10.42.42.5(pid=24121) [trial-2390↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24121)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a13:04:00.416907 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:04:00.428009 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a13:04:00.575910 tst mo_mt_call.py: using LAC 34129\u000a13:04:00.699374 tst mo_mt_call.py: using RAC 214\u000a13:04:00.823194 tst mo_mt_call.py: using CellId 34129\u000a13:04:00.974618 tst mo_mt_call.py: using BVCI 34130\u000a13:04:01.003770 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:04:01.016346 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:04:01.028862 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:04:01.044080 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:04:01.057296 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:04:01.070889 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:04:01.199287 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:04:01.466359 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:04:02.076610 run create_hlr_db(pid=24115): Launched\u000a13:04:02.274327 bus /sierra_2: Setting Powered False\u000a13:04:03.289887 run create_hlr_db(pid=24115): Terminated: ok {rc=0}\u000a13:04:03.709721 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24117): Launched\u000a13:04:04.021842 run osmo-hlr_10.42.42.2(pid=24118): Launched\u000a13:04:04.135330 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:04:04.676021 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24120): Launched\u000a13:04:04.989179 run osmo-stp_10.42.42.5(pid=24121): Launched\u000a13:04:05.102532 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:04:05.669515 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24123): Launched\u000a13:04:05.984121 run osmo-msc_10.42.42.6(pid=24124): Launched\u000a13:04:06.164565 run osmo-stp_10.42.42.5(pid=24121): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24121)]\u000a13:04:06.295332 run osmo-stp_10.42.42.5(pid=24121): stdout: \u000a| (launched: 2022-12-13_13:04:04.833648)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:04:06.423942 run osmo-stp_10.42.42.5(pid=24121): stderr: \u000a| �[0;m�[38;5;43m20221213130405006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213130405006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213130405006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213130405007 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213130405009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213130405009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213130405009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:04:06.547588 run osmo-stp_10.42.42.5(pid=24121): stdout: \u000a| (launched: 2022-12-13_13:04:04.833648)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:04:06.669899 run osmo-stp_10.42.42.5(pid=24121): stderr: \u000a| �[0;m�[38;5;43m20221213130405006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213130405006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213130405006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213130405007 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213130405009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213130405009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213130405009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:04:06.728385 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24121): Process ended prematurely: osmo-stp_10.42.42.5(pid=24121) [trial-2390↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24121)] [trial-2390↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a13:04:06.739480 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a13:04:06.809863 run osmo-hlr_10.42.42.2(pid=24118): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24118)]\u000a13:04:06.870985 run osmo-hlr_10.42.42.2(pid=24118): stdout: \u000a| (launched: 2022-12-13_13:04:03.866997) \u000a13:04:06.926650 run osmo-hlr_10.42.42.2(pid=24118): stderr: \u000a| �[0;m�[1;31m20221213130404049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213130404049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213130404049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213130404049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213130404049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213130404049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213130404103 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213130404112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213130404112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213130404112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:04:06.995647 run osmo-msc_10.42.42.6(pid=24124): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24124)]\u000a13:04:07.044529 run osmo-msc_10.42.42.6(pid=24124): stdout: \u000a| (launched: 2022-12-13_13:04:05.828112) \u000a13:04:07.093909 run osmo-msc_10.42.42.6(pid=24124): stderr: \u000a| �[0;m�[38;5;43m20221213130406102 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213130406103 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7aebd73c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213130406103 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213130406103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213130406103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213130406103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213130406105 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213130406105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213130406105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213130406106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:04:07.135799 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24117): Terminating (SIGTERM)\u000a13:04:07.175489 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24120): Terminating (SIGTERM)\u000a13:04:07.215333 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24123): Terminating (SIGTERM)\u000a13:04:07.224406 --- ParallelTerminationStrategy: PID 24117 died...\u000a13:04:07.277370 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24117): Terminated: ok {rc=0}\u000a13:04:07.286837 --- ParallelTerminationStrategy: PID 24120 died...\u000a13:04:07.340532 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24120): Terminated: ok {rc=0}\u000a13:04:07.350132 --- ParallelTerminationStrategy: PID 24123 died...\u000a13:04:07.403298 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24123): Terminated: ok {rc=0}\u000a13:04:07.491903 bus /sierra_3: Setting Powered False\u000a13:04:08.595915 bus /sierra_3: Setting Powered False\u000a13:04:09.705987 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 62, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24132): Process ended prematurely: osmo-stp_10.42.42.5(pid=24132) [trial-2390↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24132)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24132): Process ended prematurely: osmo-stp_10.42.42.5(pid=24132) [trial-2390↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24132)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:04:10.823334 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:04:10.835818 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a13:04:11.040456 tst mo_mt_call_osmux.py: using LAC 34130\u000a13:04:11.169909 tst mo_mt_call_osmux.py: using RAC 215\u000a13:04:11.300523 tst mo_mt_call_osmux.py: using CellId 34130\u000a13:04:11.424783 tst mo_mt_call_osmux.py: using BVCI 34131\u000a13:04:11.448443 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:04:11.459540 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:04:11.470554 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:04:11.481515 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:04:11.492354 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:04:11.503342 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:04:11.625356 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:04:11.839268 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:04:12.385126 run create_hlr_db(pid=24126): Launched\u000a13:04:12.564379 bus /sierra_2: Setting Powered False\u000a13:04:13.585278 run create_hlr_db(pid=24126): Terminated: ok {rc=0}\u000a13:04:14.028569 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24128): Launched\u000a13:04:14.364538 run osmo-hlr_10.42.42.2(pid=24129): Launched\u000a13:04:14.485298 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:04:15.063957 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24131): Launched\u000a13:04:15.399450 run osmo-stp_10.42.42.5(pid=24132): Launched\u000a13:04:15.520309 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:04:16.190533 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24134): Launched\u000a13:04:16.674608 run osmo-msc_10.42.42.6(pid=24135): Launched\u000a13:04:17.294925 run osmo-stp_10.42.42.5(pid=24132): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24132)]\u000a13:04:17.437711 run osmo-stp_10.42.42.5(pid=24132): stdout: \u000a| (launched: 2022-12-13_13:04:15.233512)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:04:17.576752 run osmo-stp_10.42.42.5(pid=24132): stderr: \u000a| �[0;m�[38;5;43m20221213130415429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213130415430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213130415430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213130415430 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213130415433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213130415433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213130415433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:04:17.710615 run osmo-stp_10.42.42.5(pid=24132): stdout: \u000a| (launched: 2022-12-13_13:04:15.233512)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:04:17.842788 run osmo-stp_10.42.42.5(pid=24132): stderr: \u000a| �[0;m�[38;5;43m20221213130415429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213130415430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213130415430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213130415430 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213130415433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213130415433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213130415433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:04:17.900652 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24132): Process ended prematurely: osmo-stp_10.42.42.5(pid=24132) [trial-2390↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24132)] [trial-2390↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a13:04:17.910115 tst mo_mt_call_osmux.py:8: Test FAILED (7.1 sec)\u000a13:04:17.974609 run osmo-hlr_10.42.42.2(pid=24129): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24129)]\u000a13:04:18.027571 run osmo-hlr_10.42.42.2(pid=24129): stdout: \u000a| (launched: 2022-12-13_13:04:14.198439) \u000a13:04:18.080938 run osmo-hlr_10.42.42.2(pid=24129): stderr: \u000a| �[0;m�[1;31m20221213130414400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213130414400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213130414400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213130414400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213130414400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213130414400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213130414449 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213130414459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213130414460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213130414460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:04:18.153714 run osmo-msc_10.42.42.6(pid=24135): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24135)]\u000a13:04:18.206854 run osmo-msc_10.42.42.6(pid=24135): stdout: \u000a| (launched: 2022-12-13_13:04:16.353579) \u000a13:04:18.260844 run osmo-msc_10.42.42.6(pid=24135): stderr: \u000a| �[0;m�[38;5;43m20221213130416847 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213130416847 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc993ce9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213130416847 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213130416848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213130416848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213130416848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213130416852 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213130416854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213130416854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213130416855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:04:18.306486 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24128): Terminating (SIGTERM)\u000a13:04:18.349770 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24131): Terminating (SIGTERM)\u000a13:04:18.392722 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24134): Terminating (SIGTERM)\u000a13:04:18.402085 --- ParallelTerminationStrategy: PID 24128 died...\u000a13:04:18.460178 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24128): Terminated: ok {rc=0}\u000a13:04:18.470346 --- ParallelTerminationStrategy: PID 24131 died...\u000a13:04:18.528184 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24131): Terminated: ok {rc=0}\u000a13:04:18.538269 --- ParallelTerminationStrategy: PID 24134 died...\u000a13:04:18.595884 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24134): Terminated: ok {rc=0}\u000a13:04:18.684864 bus /sierra_3: Setting Powered False\u000a13:04:19.788560 bus /sierra_3: Setting Powered False\u000a13:04:20.899970 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "4", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:04:00" }, { "cases" : [ { "testActions" : [ ], "age" : 60, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24146): Process ended prematurely: osmo-stp_10.42.42.5(pid=24146) [trial-2390↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24146)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24146): Process ended prematurely: osmo-stp_10.42.42.5(pid=24146) [trial-2390↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24146)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a13:04:22.882654 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:04:22.894307 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a13:04:23.042752 tst mo_mt_call.py: using LAC 34131\u000a13:04:23.164643 tst mo_mt_call.py: using RAC 216\u000a13:04:23.285493 tst mo_mt_call.py: using CellId 34131\u000a13:04:23.407017 tst mo_mt_call.py: using BVCI 34132\u000a13:04:23.430812 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:04:23.442240 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:04:23.453235 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:04:23.464136 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:04:23.475132 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:04:23.486098 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:04:23.608906 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:04:23.824741 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:04:24.351192 run create_hlr_db(pid=24140): Launched\u000a13:04:24.542866 bus /sierra_2: Setting Powered False\u000a13:04:25.564209 run create_hlr_db(pid=24140): Terminated: ok {rc=0}\u000a13:04:26.007728 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24142): Launched\u000a13:04:26.343624 run osmo-hlr_10.42.42.2(pid=24143): Launched\u000a13:04:26.465737 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:04:27.048009 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24145): Launched\u000a13:04:27.383956 run osmo-stp_10.42.42.5(pid=24146): Launched\u000a13:04:27.504813 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:04:28.112322 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24148): Launched\u000a13:04:28.448211 run osmo-msc_10.42.42.6(pid=24149): Launched\u000a13:04:28.642839 run osmo-stp_10.42.42.5(pid=24146): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24146)]\u000a13:04:28.783410 run osmo-stp_10.42.42.5(pid=24146): stdout: \u000a| (launched: 2022-12-13_13:04:27.217423)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:04:28.922885 run osmo-stp_10.42.42.5(pid=24146): stderr: \u000a| �[0;m�[38;5;43m20221213130427413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213130427413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213130427414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213130427414 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213130427414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213130427415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213130427415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:04:29.055993 run osmo-stp_10.42.42.5(pid=24146): stdout: \u000a| (launched: 2022-12-13_13:04:27.217423)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:04:29.187983 run osmo-stp_10.42.42.5(pid=24146): stderr: \u000a| �[0;m�[38;5;43m20221213130427413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213130427413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213130427414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213130427414 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213130427414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213130427415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213130427415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:04:29.246265 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24146): Process ended prematurely: osmo-stp_10.42.42.5(pid=24146) [trial-2390↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24146)] [trial-2390↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a13:04:29.255760 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a13:04:29.320033 run osmo-hlr_10.42.42.2(pid=24143): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24143)]\u000a13:04:29.372100 run osmo-hlr_10.42.42.2(pid=24143): stdout: \u000a| (launched: 2022-12-13_13:04:26.177276) \u000a13:04:29.424702 run osmo-hlr_10.42.42.2(pid=24143): stderr: \u000a| �[0;m�[1;31m20221213130426379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213130426379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213130426379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213130426379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213130426379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213130426379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213130426391 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213130426400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213130426400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213130426400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:04:29.495924 run osmo-msc_10.42.42.6(pid=24149): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24149)]\u000a13:04:29.548210 run osmo-msc_10.42.42.6(pid=24149): stdout: \u000a| (launched: 2022-12-13_13:04:28.282134) \u000a13:04:29.600616 run osmo-msc_10.42.42.6(pid=24149): stderr: \u000a| �[0;m�[38;5;43m20221213130428610 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213130428610 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc08b70dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213130428610 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213130428610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213130428610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213130428610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213130428612 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213130428612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213130428612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213130428612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:04:29.645409 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24142): Terminating (SIGTERM)\u000a13:04:29.687645 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24145): Terminating (SIGTERM)\u000a13:04:29.730131 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24148): Terminating (SIGTERM)\u000a13:04:29.739752 --- ParallelTerminationStrategy: PID 24142 died...\u000a13:04:29.796422 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24142): Terminated: ok {rc=0}\u000a13:04:29.806498 --- ParallelTerminationStrategy: PID 24145 died...\u000a13:04:29.862658 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24145): Terminated: ok {rc=0}\u000a13:04:29.872657 --- ParallelTerminationStrategy: PID 24148 died...\u000a13:04:29.929102 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24148): Terminated: ok {rc=0}\u000a13:04:30.016731 bus /sierra_3: Setting Powered False\u000a13:04:31.132912 bus /sierra_3: Setting Powered False\u000a13:04:32.251309 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 62, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24157): Process ended prematurely: osmo-stp_10.42.42.5(pid=24157) [trial-2390↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24157)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24157): Process ended prematurely: osmo-stp_10.42.42.5(pid=24157) [trial-2390↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24157)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:04:33.367690 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:04:33.380040 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a13:04:33.536659 tst mo_mt_call_osmux.py: using LAC 34132\u000a13:04:33.667031 tst mo_mt_call_osmux.py: using RAC 217\u000a13:04:33.798574 tst mo_mt_call_osmux.py: using CellId 34132\u000a13:04:33.930338 tst mo_mt_call_osmux.py: using BVCI 34133\u000a13:04:33.955793 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:04:33.967400 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:04:33.978907 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:04:33.990354 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:04:34.002081 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:04:34.014063 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:04:34.133448 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:04:34.337848 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:04:34.842801 run create_hlr_db(pid=24151): Launched\u000a13:04:35.022033 bus /sierra_2: Setting Powered False\u000a13:04:36.043136 run create_hlr_db(pid=24151): Terminated: ok {rc=0}\u000a13:04:36.485972 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24153): Launched\u000a13:04:36.820743 run osmo-hlr_10.42.42.2(pid=24154): Launched\u000a13:04:36.945977 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:04:37.524026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24156): Launched\u000a13:04:37.859805 run osmo-stp_10.42.42.5(pid=24157): Launched\u000a13:04:37.981424 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:04:38.588603 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24159): Launched\u000a13:04:38.923989 run osmo-msc_10.42.42.6(pid=24160): Launched\u000a13:04:39.119107 run osmo-stp_10.42.42.5(pid=24157): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24157)]\u000a13:04:39.260342 run osmo-stp_10.42.42.5(pid=24157): stdout: \u000a| (launched: 2022-12-13_13:04:37.693803)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:04:39.399699 run osmo-stp_10.42.42.5(pid=24157): stderr: \u000a| �[0;m�[38;5;43m20221213130437891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213130437891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213130437891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213130437891 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213130437894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213130437894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213130437894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:04:39.533248 run osmo-stp_10.42.42.5(pid=24157): stdout: \u000a| (launched: 2022-12-13_13:04:37.693803)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:04:39.665675 run osmo-stp_10.42.42.5(pid=24157): stderr: \u000a| �[0;m�[38;5;43m20221213130437891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213130437891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213130437891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213130437891 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213130437894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213130437894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213130437894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:04:39.723740 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24157): Process ended prematurely: osmo-stp_10.42.42.5(pid=24157) [trial-2390↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24157)] [trial-2390↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a13:04:39.733294 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a13:04:39.797151 run osmo-hlr_10.42.42.2(pid=24154): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24154)]\u000a13:04:39.849265 run osmo-hlr_10.42.42.2(pid=24154): stdout: \u000a| (launched: 2022-12-13_13:04:36.655674) \u000a13:04:39.902007 run osmo-hlr_10.42.42.2(pid=24154): stderr: \u000a| �[0;m�[1;31m20221213130436861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213130436861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213130436861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213130436861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213130436861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213130436861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213130436876 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213130436886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213130436886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213130436886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:04:39.973560 run osmo-msc_10.42.42.6(pid=24160): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24160)]\u000a13:04:40.025798 run osmo-msc_10.42.42.6(pid=24160): stdout: \u000a| (launched: 2022-12-13_13:04:38.758167) \u000a13:04:40.078536 run osmo-msc_10.42.42.6(pid=24160): stderr: \u000a| �[0;m�[38;5;43m20221213130439084 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213130439084 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdaa974cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213130439084 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213130439084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213130439084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213130439084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213130439086 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213130439086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213130439087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213130439087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:04:40.123362 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24153): Terminating (SIGTERM)\u000a13:04:40.166165 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24156): Terminating (SIGTERM)\u000a13:04:40.209039 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24159): Terminating (SIGTERM)\u000a13:04:40.218791 --- ParallelTerminationStrategy: PID 24153 died...\u000a13:04:40.275905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24153): Terminated: ok {rc=0}\u000a13:04:40.286180 --- ParallelTerminationStrategy: PID 24156 died...\u000a13:04:40.343167 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24156): Terminated: ok {rc=0}\u000a13:04:40.353428 --- ParallelTerminationStrategy: PID 24159 died...\u000a13:04:40.410262 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24159): Terminated: ok {rc=0}\u000a13:04:40.498799 bus /sierra_3: Setting Powered False\u000a13:04:41.606213 bus /sierra_3: Setting Powered False\u000a13:04:42.714623 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "5", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:04:22" }, { "cases" : [ { "testActions" : [ ], "age" : 60, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24171): Process ended prematurely: osmo-stp_10.42.42.5(pid=24171) [trial-2390↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24171)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24171): Process ended prematurely: osmo-stp_10.42.42.5(pid=24171) [trial-2390↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24171)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a13:04:44.677848 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:04:44.688821 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a13:04:44.836538 tst mo_mt_call.py: using LAC 34133\u000a13:04:44.960645 tst mo_mt_call.py: using RAC 218\u000a13:04:45.084764 tst mo_mt_call.py: using CellId 34133\u000a13:04:45.216379 tst mo_mt_call.py: using BVCI 34134\u000a13:04:45.242178 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:04:45.253990 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:04:45.265654 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:04:45.277240 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:04:45.289128 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:04:45.301121 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:04:45.419485 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:04:45.635767 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:04:46.196770 run create_hlr_db(pid=24165): Launched\u000a13:04:46.394055 bus /sierra_2: Setting Powered False\u000a13:04:47.410309 run create_hlr_db(pid=24165): Terminated: ok {rc=0}\u000a13:04:47.831584 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24167): Launched\u000a13:04:48.143603 run osmo-hlr_10.42.42.2(pid=24168): Launched\u000a13:04:48.266748 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:04:48.813379 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24170): Launched\u000a13:04:49.127650 run osmo-stp_10.42.42.5(pid=24171): Launched\u000a13:04:49.240879 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:04:49.814212 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24173): Launched\u000a13:04:50.130487 run osmo-msc_10.42.42.6(pid=24174): Launched\u000a13:04:50.314189 run osmo-stp_10.42.42.5(pid=24171): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24171)]\u000a13:04:50.447360 run osmo-stp_10.42.42.5(pid=24171): stdout: \u000a| (launched: 2022-12-13_13:04:48.971419)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:04:50.577951 run osmo-stp_10.42.42.5(pid=24171): stderr: \u000a| �[0;m�[38;5;43m20221213130449146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213130449146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213130449146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213130449147 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213130449147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213130449147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213130449147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:04:50.703538 run osmo-stp_10.42.42.5(pid=24171): stdout: \u000a| (launched: 2022-12-13_13:04:48.971419)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:04:50.827631 run osmo-stp_10.42.42.5(pid=24171): stderr: \u000a| �[0;m�[38;5;43m20221213130449146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213130449146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213130449146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213130449147 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213130449147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213130449147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213130449147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:04:50.882255 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24171): Process ended prematurely: osmo-stp_10.42.42.5(pid=24171) [trial-2390↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24171)] [trial-2390↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a13:04:50.890802 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a13:04:50.950780 run osmo-hlr_10.42.42.2(pid=24168): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24168)]\u000a13:04:51.000069 run osmo-hlr_10.42.42.2(pid=24168): stdout: \u000a| (launched: 2022-12-13_13:04:47.990084) \u000a13:04:51.049963 run osmo-hlr_10.42.42.2(pid=24168): stderr: \u000a| �[0;m�[1;31m20221213130448172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213130448172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213130448172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213130448172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213130448172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213130448172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213130448186 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213130448195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213130448195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213130448195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:04:51.117989 run osmo-msc_10.42.42.6(pid=24174): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24174)]\u000a13:04:51.167263 run osmo-msc_10.42.42.6(pid=24174): stdout: \u000a| (launched: 2022-12-13_13:04:49.974029) \u000a13:04:51.216913 run osmo-msc_10.42.42.6(pid=24174): stderr: \u000a| �[0;m�[38;5;43m20221213130450251 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213130450251 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3c765a9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213130450251 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213130450251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213130450251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213130450252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213130450253 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213130450254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213130450254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213130450254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:04:51.259023 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24167): Terminating (SIGTERM)\u000a13:04:51.298629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24170): Terminating (SIGTERM)\u000a13:04:51.338219 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24173): Terminating (SIGTERM)\u000a13:04:51.347318 --- ParallelTerminationStrategy: PID 24167 died...\u000a13:04:51.400385 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24167): Terminated: ok {rc=0}\u000a13:04:51.409952 --- ParallelTerminationStrategy: PID 24170 died...\u000a13:04:51.462633 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24170): Terminated: ok {rc=0}\u000a13:04:51.472089 --- ParallelTerminationStrategy: PID 24173 died...\u000a13:04:51.525013 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24173): Terminated: ok {rc=0}\u000a13:04:51.612188 bus /sierra_3: Setting Powered False\u000a13:04:52.715503 bus /sierra_3: Setting Powered False\u000a13:04:53.827015 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 71, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24182): Process ended prematurely: osmo-stp_10.42.42.5(pid=24182) [trial-2390↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24182)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24182): Process ended prematurely: osmo-stp_10.42.42.5(pid=24182) [trial-2390↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24182)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:04:54.938617 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:04:54.950424 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a13:04:55.098723 tst mo_mt_call_osmux.py: using LAC 34134\u000a13:04:55.223187 tst mo_mt_call_osmux.py: using RAC 219\u000a13:04:55.354552 tst mo_mt_call_osmux.py: using CellId 34134\u000a13:04:55.486030 tst mo_mt_call_osmux.py: using BVCI 34135\u000a13:04:55.511579 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:04:55.523396 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:04:55.535142 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:04:55.546795 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:04:55.558687 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:04:55.570483 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:04:55.688885 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:04:55.906686 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:04:56.431827 run create_hlr_db(pid=24176): Launched\u000a13:04:56.624123 bus /sierra_2: Setting Powered False\u000a13:04:57.644809 run create_hlr_db(pid=24176): Terminated: ok {rc=0}\u000a13:04:58.087759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24178): Launched\u000a13:04:58.423737 run osmo-hlr_10.42.42.2(pid=24179): Launched\u000a13:04:58.545246 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:04:59.123185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24181): Launched\u000a13:04:59.459531 run osmo-stp_10.42.42.5(pid=24182): Launched\u000a13:04:59.580732 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:05:00.190521 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24184): Launched\u000a13:05:00.526132 run osmo-msc_10.42.42.6(pid=24185): Launched\u000a13:05:00.720406 run osmo-stp_10.42.42.5(pid=24182): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24182)]\u000a13:05:00.861603 run osmo-stp_10.42.42.5(pid=24182): stdout: \u000a| (launched: 2022-12-13_13:04:59.293328)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:05:01.068072 run osmo-stp_10.42.42.5(pid=24182): stderr: \u000a| �[0;m�[38;5;43m20221213130459487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213130459487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213130459487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213130459488 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213130459490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213130459490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213130459491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:05:01.204863 run osmo-stp_10.42.42.5(pid=24182): stdout: \u000a| (launched: 2022-12-13_13:04:59.293328)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:05:01.350676 run osmo-stp_10.42.42.5(pid=24182): stderr: \u000a| �[0;m�[38;5;43m20221213130459487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213130459487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213130459487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213130459488 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213130459490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213130459490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213130459491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:05:01.411097 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24182): Process ended prematurely: osmo-stp_10.42.42.5(pid=24182) [trial-2390↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24182)] [trial-2390↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a13:05:01.421434 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a13:05:01.486036 run osmo-hlr_10.42.42.2(pid=24179): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24179)]\u000a13:05:01.539076 run osmo-hlr_10.42.42.2(pid=24179): stdout: \u000a| (launched: 2022-12-13_13:04:58.258330) \u000a13:05:01.592941 run osmo-hlr_10.42.42.2(pid=24179): stderr: \u000a| �[0;m�[1;31m20221213130458460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213130458460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213130458460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213130458460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213130458461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213130458461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213130458471 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213130458480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213130458480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213130458480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:05:01.665381 run osmo-msc_10.42.42.6(pid=24185): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24185)]\u000a13:05:01.718965 run osmo-msc_10.42.42.6(pid=24185): stdout: \u000a| (launched: 2022-12-13_13:05:00.360141) \u000a13:05:01.773360 run osmo-msc_10.42.42.6(pid=24185): stderr: \u000a| �[0;m�[38;5;43m20221213130500686 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213130500686 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcb81196c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213130500687 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213130500687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213130500687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213130500687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213130500689 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213130500689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213130500689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213130500689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:05:01.820124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24178): Terminating (SIGTERM)\u000a13:05:01.864920 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24181): Terminating (SIGTERM)\u000a13:05:01.911894 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24184): Terminating (SIGTERM)\u000a13:05:01.922050 --- ParallelTerminationStrategy: PID 24178 died...\u000a13:05:01.981213 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24178): Terminated: ok {rc=0}\u000a13:05:01.992853 --- ParallelTerminationStrategy: PID 24181 died...\u000a13:05:02.050911 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24181): Terminated: ok {rc=0}\u000a13:05:02.062520 --- ParallelTerminationStrategy: PID 24184 died...\u000a13:05:02.120349 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24184): Terminated: ok {rc=0}\u000a13:05:02.217186 bus /sierra_3: Setting Powered False\u000a13:05:03.322700 bus /sierra_3: Setting Powered False\u000a13:05:04.433516 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "6", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:04:44" }, { "cases" : [ { "testActions" : [ ], "age" : 60, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24200): Process ended prematurely: osmo-stp_10.42.42.5(pid=24200) [trial-2390↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24200)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24200): Process ended prematurely: osmo-stp_10.42.42.5(pid=24200) [trial-2390↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24200)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a13:05:06.395144 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:05:06.406416 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a13:05:06.551197 tst mo_mt_call.py: using LAC 34135\u000a13:05:06.674658 tst mo_mt_call.py: using RAC 220\u000a13:05:06.804582 tst mo_mt_call.py: using CellId 34135\u000a13:05:06.934307 tst mo_mt_call.py: using BVCI 34136\u000a13:05:06.959910 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:05:06.971702 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:05:06.983227 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:05:06.994793 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:05:07.006557 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:05:07.018358 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:05:07.136417 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:05:07.352060 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:05:07.877405 run create_hlr_db(pid=24194): Launched\u000a13:05:08.069489 bus /sierra_2: Setting Powered False\u000a13:05:09.089790 run create_hlr_db(pid=24194): Terminated: ok {rc=0}\u000a13:05:09.509455 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24196): Launched\u000a13:05:09.823665 run osmo-hlr_10.42.42.2(pid=24197): Launched\u000a13:05:09.936741 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:05:10.479793 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24199): Launched\u000a13:05:10.792670 run osmo-stp_10.42.42.5(pid=24200): Launched\u000a13:05:10.905995 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:05:11.473431 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24202): Launched\u000a13:05:11.793984 run osmo-msc_10.42.42.6(pid=24203): Launched\u000a13:05:11.977831 run osmo-stp_10.42.42.5(pid=24200): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24200)]\u000a13:05:12.109419 run osmo-stp_10.42.42.5(pid=24200): stdout: \u000a| (launched: 2022-12-13_13:05:10.637805)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:05:12.239404 run osmo-stp_10.42.42.5(pid=24200): stderr: \u000a| �[0;m�[38;5;43m20221213130510816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213130510816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213130510816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213130510816 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213130510817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213130510817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213130510817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:05:12.364330 run osmo-stp_10.42.42.5(pid=24200): stdout: \u000a| (launched: 2022-12-13_13:05:10.637805)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:05:12.488426 run osmo-stp_10.42.42.5(pid=24200): stderr: \u000a| �[0;m�[38;5;43m20221213130510816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213130510816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213130510816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213130510816 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213130510817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213130510817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213130510817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:05:12.543280 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24200): Process ended prematurely: osmo-stp_10.42.42.5(pid=24200) [trial-2390↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24200)] [trial-2390↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a13:05:12.551848 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a13:05:12.610660 run osmo-hlr_10.42.42.2(pid=24197): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24197)]\u000a13:05:12.659387 run osmo-hlr_10.42.42.2(pid=24197): stdout: \u000a| (launched: 2022-12-13_13:05:09.668022) \u000a13:05:12.708547 run osmo-hlr_10.42.42.2(pid=24197): stderr: \u000a| �[0;m�[1;31m20221213130509849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213130509849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213130509849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213130509850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213130509850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213130509850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213130509916 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213130509925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213130509925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213130509925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:05:12.774828 run osmo-msc_10.42.42.6(pid=24203): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24203)]\u000a13:05:12.823326 run osmo-msc_10.42.42.6(pid=24203): stdout: \u000a| (launched: 2022-12-13_13:05:11.631279) \u000a13:05:12.872622 run osmo-msc_10.42.42.6(pid=24203): stderr: \u000a| �[0;m�[38;5;43m20221213130511909 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213130511909 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe346771c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213130511909 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213130511909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213130511909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213130511910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213130511911 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213130511912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213130511912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213130511912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:05:12.914380 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24196): Terminating (SIGTERM)\u000a13:05:12.953606 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24199): Terminating (SIGTERM)\u000a13:05:12.993069 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24202): Terminating (SIGTERM)\u000a13:05:13.002204 --- ParallelTerminationStrategy: PID 24196 died...\u000a13:05:13.055109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24196): Terminated: ok {rc=0}\u000a13:05:13.064604 --- ParallelTerminationStrategy: PID 24199 died...\u000a13:05:13.117446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24199): Terminated: ok {rc=0}\u000a13:05:13.126944 --- ParallelTerminationStrategy: PID 24202 died...\u000a13:05:13.179873 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24202): Terminated: ok {rc=0}\u000a13:05:13.268308 bus /sierra_3: Setting Powered False\u000a13:05:14.370595 bus /sierra_3: Setting Powered False\u000a13:05:15.477692 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 69, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24211): Process ended prematurely: osmo-stp_10.42.42.5(pid=24211) [trial-2390↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24211)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24211): Process ended prematurely: osmo-stp_10.42.42.5(pid=24211) [trial-2390↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24211)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:05:16.617036 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:05:16.634161 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a13:05:16.808418 tst mo_mt_call_osmux.py: using LAC 34136\u000a13:05:16.936023 tst mo_mt_call_osmux.py: using RAC 221\u000a13:05:17.060280 tst mo_mt_call_osmux.py: using CellId 34136\u000a13:05:17.208601 tst mo_mt_call_osmux.py: using BVCI 34137\u000a13:05:17.235354 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:05:17.248126 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:05:17.260664 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:05:17.273421 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:05:17.286528 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:05:17.299636 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:05:17.423786 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:05:17.630024 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:05:18.132502 run create_hlr_db(pid=24205): Launched\u000a13:05:18.311529 bus /sierra_2: Setting Powered False\u000a13:05:19.333274 run create_hlr_db(pid=24205): Terminated: ok {rc=0}\u000a13:05:19.775609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24207): Launched\u000a13:05:20.113044 run osmo-hlr_10.42.42.2(pid=24208): Launched\u000a13:05:20.239317 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:05:20.818127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24210): Launched\u000a13:05:21.152215 run osmo-stp_10.42.42.5(pid=24211): Launched\u000a13:05:21.274381 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:05:21.885069 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24213): Launched\u000a13:05:22.222554 run osmo-msc_10.42.42.6(pid=24214): Launched\u000a13:05:22.417379 run osmo-stp_10.42.42.5(pid=24211): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24211)]\u000a13:05:22.558335 run osmo-stp_10.42.42.5(pid=24211): stdout: \u000a| (launched: 2022-12-13_13:05:20.987071)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:05:22.697378 run osmo-stp_10.42.42.5(pid=24211): stderr: \u000a| �[0;m�[38;5;43m20221213130521182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213130521182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213130521182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213130521183 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213130521183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213130521183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213130521183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:05:22.830743 run osmo-stp_10.42.42.5(pid=24211): stdout: \u000a| (launched: 2022-12-13_13:05:20.987071)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:05:22.963084 run osmo-stp_10.42.42.5(pid=24211): stderr: \u000a| �[0;m�[38;5;43m20221213130521182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213130521182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213130521182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213130521183 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213130521183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213130521183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213130521183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:05:23.021303 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24211): Process ended prematurely: osmo-stp_10.42.42.5(pid=24211) [trial-2390↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24211)] [trial-2390↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a13:05:23.030869 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a13:05:23.094170 run osmo-hlr_10.42.42.2(pid=24208): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24208)]\u000a13:05:23.146158 run osmo-hlr_10.42.42.2(pid=24208): stdout: \u000a| (launched: 2022-12-13_13:05:19.945562) \u000a13:05:23.199205 run osmo-hlr_10.42.42.2(pid=24208): stderr: \u000a| �[0;m�[1;31m20221213130520146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213130520146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213130520146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213130520146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213130520146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213130520146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213130520159 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213130520169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213130520169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213130520169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:05:23.270457 run osmo-msc_10.42.42.6(pid=24214): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24214)]\u000a13:05:23.322483 run osmo-msc_10.42.42.6(pid=24214): stdout: \u000a| (launched: 2022-12-13_13:05:22.055789) \u000a13:05:23.375032 run osmo-msc_10.42.42.6(pid=24214): stderr: \u000a| �[0;m�[38;5;43m20221213130522403 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213130522403 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f870eccfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213130522403 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213130522403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213130522403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213130522403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213130522405 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213130522406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213130522406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213130522406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:05:23.419670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24207): Terminating (SIGTERM)\u000a13:05:23.461759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24210): Terminating (SIGTERM)\u000a13:05:23.503702 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24213): Terminating (SIGTERM)\u000a13:05:23.513448 --- ParallelTerminationStrategy: PID 24207 died...\u000a13:05:23.570413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24207): Terminated: ok {rc=0}\u000a13:05:23.580573 --- ParallelTerminationStrategy: PID 24210 died...\u000a13:05:23.636872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24210): Terminated: ok {rc=0}\u000a13:05:23.646962 --- ParallelTerminationStrategy: PID 24213 died...\u000a13:05:23.703184 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24213): Terminated: ok {rc=0}\u000a13:05:23.790689 bus /sierra_3: Setting Powered False\u000a13:05:24.897874 bus /sierra_3: Setting Powered False\u000a13:05:26.008220 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "7", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:05:06" }, { "cases" : [ { "testActions" : [ ], "age" : 60, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24225): Process ended prematurely: osmo-stp_10.42.42.5(pid=24225) [trial-2390↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24225)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24225): Process ended prematurely: osmo-stp_10.42.42.5(pid=24225) [trial-2390↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24225)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a13:05:27.980790 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:05:27.992355 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a13:05:28.144740 tst mo_mt_call.py: using LAC 34137\u000a13:05:28.278974 tst mo_mt_call.py: using RAC 222\u000a13:05:28.407604 tst mo_mt_call.py: using CellId 34137\u000a13:05:28.537847 tst mo_mt_call.py: using BVCI 34138\u000a13:05:28.563233 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:05:28.574746 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:05:28.586182 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:05:28.597591 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:05:28.609408 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:05:28.621210 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:05:28.739642 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:05:28.956736 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:05:29.481808 run create_hlr_db(pid=24219): Launched\u000a13:05:29.674784 bus /sierra_2: Setting Powered False\u000a13:05:30.694680 run create_hlr_db(pid=24219): Terminated: ok {rc=0}\u000a13:05:31.190361 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24221): Launched\u000a13:05:31.688364 run osmo-hlr_10.42.42.2(pid=24222): Launched\u000a13:05:31.980350 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:05:32.586074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24224): Launched\u000a13:05:32.922119 run osmo-stp_10.42.42.5(pid=24225): Launched\u000a13:05:33.043210 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:05:33.652787 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24227): Launched\u000a13:05:33.988170 run osmo-msc_10.42.42.6(pid=24228): Launched\u000a13:05:34.183741 run osmo-stp_10.42.42.5(pid=24225): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24225)]\u000a13:05:34.326003 run osmo-stp_10.42.42.5(pid=24225): stdout: \u000a| (launched: 2022-12-13_13:05:32.755866)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:05:34.466618 run osmo-stp_10.42.42.5(pid=24225): stderr: \u000a| �[0;m�[38;5;43m20221213130532953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213130532953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213130532953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213130532953 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213130532954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213130532954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213130532954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:05:34.601232 run osmo-stp_10.42.42.5(pid=24225): stdout: \u000a| (launched: 2022-12-13_13:05:32.755866)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:05:34.734244 run osmo-stp_10.42.42.5(pid=24225): stderr: \u000a| �[0;m�[38;5;43m20221213130532953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213130532953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213130532953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213130532953 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213130532954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213130532954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213130532954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:05:34.793160 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24225): Process ended prematurely: osmo-stp_10.42.42.5(pid=24225) [trial-2390↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24225)] [trial-2390↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a13:05:34.802473 tst mo_mt_call.py:8: Test FAILED (6.9 sec)\u000a13:05:34.865414 run osmo-hlr_10.42.42.2(pid=24222): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24222)]\u000a13:05:34.916839 run osmo-hlr_10.42.42.2(pid=24222): stdout: \u000a| (launched: 2022-12-13_13:05:31.389515) \u000a13:05:34.968804 run osmo-hlr_10.42.42.2(pid=24222): stderr: \u000a| �[0;m�[1;31m20221213130531615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213130531615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213130531615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213130531615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213130531615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213130531615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213130531635 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213130531643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213130531643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213130531643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:05:35.039591 run osmo-msc_10.42.42.6(pid=24228): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24228)]\u000a13:05:35.091065 run osmo-msc_10.42.42.6(pid=24228): stdout: \u000a| (launched: 2022-12-13_13:05:33.823012) \u000a13:05:35.143125 run osmo-msc_10.42.42.6(pid=24228): stderr: \u000a| �[0;m�[38;5;43m20221213130534151 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213130534151 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8a61b26c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213130534151 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213130534151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213130534151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213130534152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213130534153 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213130534154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213130534154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213130534154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:05:35.187960 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24221): Terminating (SIGTERM)\u000a13:05:35.230291 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24224): Terminating (SIGTERM)\u000a13:05:35.272400 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24227): Terminating (SIGTERM)\u000a13:05:35.282144 --- ParallelTerminationStrategy: PID 24221 died...\u000a13:05:35.338683 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24221): Terminated: ok {rc=0}\u000a13:05:35.348651 --- ParallelTerminationStrategy: PID 24224 died...\u000a13:05:35.405368 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24224): Terminated: ok {rc=0}\u000a13:05:35.415541 --- ParallelTerminationStrategy: PID 24227 died...\u000a13:05:35.472859 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24227): Terminated: ok {rc=0}\u000a13:05:35.561448 bus /sierra_3: Setting Powered False\u000a13:05:36.668635 bus /sierra_3: Setting Powered False\u000a13:05:37.781961 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 60, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24237): Process ended prematurely: osmo-stp_10.42.42.5(pid=24237) [trial-2390↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24237)]", "failedSince" : 2331, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24237): Process ended prematurely: osmo-stp_10.42.42.5(pid=24237) [trial-2390↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24237)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:05:38.895021 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:05:38.906782 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a13:05:39.052515 tst mo_mt_call_osmux.py: using LAC 34138\u000a13:05:39.177220 tst mo_mt_call_osmux.py: using RAC 223\u000a13:05:39.301195 tst mo_mt_call_osmux.py: using CellId 34138\u000a13:05:39.424680 tst mo_mt_call_osmux.py: using BVCI 34139\u000a13:05:39.448315 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:05:39.459408 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:05:39.470318 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:05:39.481170 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:05:39.492031 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:05:39.503074 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:05:39.625921 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:05:39.835412 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:05:40.336102 run create_hlr_db(pid=24231): Launched\u000a13:05:40.514434 bus /sierra_2: Setting Powered False\u000a13:05:41.534731 run create_hlr_db(pid=24231): Terminated: ok {rc=0}\u000a13:05:41.958561 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24233): Launched\u000a13:05:42.294286 run osmo-hlr_10.42.42.2(pid=24234): Launched\u000a13:05:42.420205 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:05:42.997382 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24236): Launched\u000a13:05:43.331882 run osmo-stp_10.42.42.5(pid=24237): Launched\u000a13:05:43.452655 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:05:44.059075 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24239): Launched\u000a13:05:44.394667 run osmo-msc_10.42.42.6(pid=24240): Launched\u000a13:05:44.590539 run osmo-stp_10.42.42.5(pid=24237): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24237)]\u000a13:05:44.730302 run osmo-stp_10.42.42.5(pid=24237): stdout: \u000a| (launched: 2022-12-13_13:05:43.166451)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:05:44.868808 run osmo-stp_10.42.42.5(pid=24237): stderr: \u000a| �[0;m�[38;5;43m20221213130543359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213130543360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213130543361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213130543361 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213130543363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213130543364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213130543364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:05:45.001379 run osmo-stp_10.42.42.5(pid=24237): stdout: \u000a| (launched: 2022-12-13_13:05:43.166451)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:05:45.133086 run osmo-stp_10.42.42.5(pid=24237): stderr: \u000a| �[0;m�[38;5;43m20221213130543359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213130543360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213130543361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213130543361 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213130543363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213130543364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213130543364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:05:45.191306 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24237): Process ended prematurely: osmo-stp_10.42.42.5(pid=24237) [trial-2390↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24237)] [trial-2390↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a13:05:45.200696 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a13:05:45.263166 run osmo-hlr_10.42.42.2(pid=24234): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24234)]\u000a13:05:45.314276 run osmo-hlr_10.42.42.2(pid=24234): stdout: \u000a| (launched: 2022-12-13_13:05:42.128125) \u000a13:05:45.366312 run osmo-hlr_10.42.42.2(pid=24234): stderr: \u000a| �[0;m�[1;31m20221213130542329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213130542329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213130542329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213130542329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213130542329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213130542329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213130542342 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213130542350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213130542350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213130542350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:05:45.436492 run osmo-msc_10.42.42.6(pid=24240): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24240)]\u000a13:05:45.487632 run osmo-msc_10.42.42.6(pid=24240): stdout: \u000a| (launched: 2022-12-13_13:05:44.229489) \u000a13:05:45.539247 run osmo-msc_10.42.42.6(pid=24240): stderr: \u000a| �[0;m�[38;5;43m20221213130544554 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213130544554 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f30b91fbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213130544554 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213130544555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213130544555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213130544555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213130544557 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213130544557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213130544557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213130544557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:05:45.583424 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24233): Terminating (SIGTERM)\u000a13:05:45.625621 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24236): Terminating (SIGTERM)\u000a13:05:45.667376 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24239): Terminating (SIGTERM)\u000a13:05:45.676887 --- ParallelTerminationStrategy: PID 24233 died...\u000a13:05:45.732914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24233): Terminated: ok {rc=0}\u000a13:05:45.742823 --- ParallelTerminationStrategy: PID 24236 died...\u000a13:05:45.798576 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24236): Terminated: ok {rc=0}\u000a13:05:45.808424 --- ParallelTerminationStrategy: PID 24239 died...\u000a13:05:45.874354 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24239): Terminated: ok {rc=0}\u000a13:05:45.965667 bus /sierra_3: Setting Powered False\u000a13:05:47.070858 bus /sierra_3: Setting Powered False\u000a13:05:48.179564 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "8", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:05:27" }, { "cases" : [ { "testActions" : [ ], "age" : 60, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24253): Process ended prematurely: osmo-stp_10.42.42.5(pid=24253) [trial-2390↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24253)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24253): Process ended prematurely: osmo-stp_10.42.42.5(pid=24253) [trial-2390↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24253)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a13:05:50.140863 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:05:50.152082 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:05:50.306659 tst mo_mt_call.py: using LAC 34139\u000a13:05:50.436810 tst mo_mt_call.py: using RAC 224\u000a13:05:50.567245 tst mo_mt_call.py: using CellId 34139\u000a13:05:50.698696 tst mo_mt_call.py: using BVCI 34140\u000a13:05:50.724070 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:05:50.735758 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:05:50.747236 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:05:50.758899 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:05:50.770780 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:05:50.782550 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:05:50.901345 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:05:51.116029 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:05:51.640680 run create_hlr_db(pid=24245): Launched\u000a13:05:51.833290 bus /sierra_2: Setting Powered False\u000a13:05:52.843217 run create_hlr_db(pid=24245): Terminated: ok {rc=0}\u000a13:05:53.295907 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24249): Launched\u000a13:05:53.631453 run osmo-hlr_10.42.42.2(pid=24250): Launched\u000a13:05:53.757165 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:05:54.336174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24252): Launched\u000a13:05:54.671626 run osmo-stp_10.42.42.5(pid=24253): Launched\u000a13:05:54.792326 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:05:55.402586 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24255): Launched\u000a13:05:55.737106 run osmo-msc_10.42.42.6(pid=24256): Launched\u000a13:05:55.932731 run osmo-stp_10.42.42.5(pid=24253): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24253)]\u000a13:05:56.072863 run osmo-stp_10.42.42.5(pid=24253): stdout: \u000a| (launched: 2022-12-13_13:05:54.505561)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:05:56.212770 run osmo-stp_10.42.42.5(pid=24253): stderr: \u000a| �[0;m�[38;5;43m20221213130554700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213130554700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213130554700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213130554700 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213130554703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213130554703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213130554703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:05:56.346701 run osmo-stp_10.42.42.5(pid=24253): stdout: \u000a| (launched: 2022-12-13_13:05:54.505561)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:05:56.478805 run osmo-stp_10.42.42.5(pid=24253): stderr: \u000a| �[0;m�[38;5;43m20221213130554700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213130554700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213130554700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213130554700 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213130554703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213130554703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213130554703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:05:56.537036 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24253): Process ended prematurely: osmo-stp_10.42.42.5(pid=24253) [trial-2390↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24253)] [trial-2390↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a13:05:56.546626 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a13:05:56.610247 run osmo-hlr_10.42.42.2(pid=24250): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24250)]\u000a13:05:56.662152 run osmo-hlr_10.42.42.2(pid=24250): stdout: \u000a| (launched: 2022-12-13_13:05:53.466009) \u000a13:05:56.714861 run osmo-hlr_10.42.42.2(pid=24250): stderr: \u000a| �[0;m�[1;31m20221213130553668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213130553668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213130553668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213130553668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213130553668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213130553669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213130553680 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213130553689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213130553689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213130553689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:05:56.786137 run osmo-msc_10.42.42.6(pid=24256): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24256)]\u000a13:05:56.838392 run osmo-msc_10.42.42.6(pid=24256): stdout: \u000a| (launched: 2022-12-13_13:05:55.572138) \u000a13:05:56.891040 run osmo-msc_10.42.42.6(pid=24256): stderr: \u000a| �[0;m�[38;5;43m20221213130555897 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213130555897 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd19ae49c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213130555897 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213130555897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213130555897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213130555898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213130555899 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213130555899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213130555900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213130555900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:05:56.935968 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24249): Terminating (SIGTERM)\u000a13:05:56.978660 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24252): Terminating (SIGTERM)\u000a13:05:57.021388 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24255): Terminating (SIGTERM)\u000a13:05:57.031137 --- ParallelTerminationStrategy: PID 24249 died...\u000a13:05:57.088357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24249): Terminated: ok {rc=0}\u000a13:05:57.098623 --- ParallelTerminationStrategy: PID 24252 died...\u000a13:05:57.155571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24252): Terminated: ok {rc=0}\u000a13:05:57.165837 --- ParallelTerminationStrategy: PID 24255 died...\u000a13:05:57.223120 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24255): Terminated: ok {rc=0}\u000a13:05:57.310978 bus /sierra_3: Setting Powered False\u000a13:05:58.417437 bus /sierra_3: Setting Powered False\u000a13:05:59.526186 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 71, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24264): Process ended prematurely: osmo-stp_10.42.42.5(pid=24264) [trial-2390↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24264)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24264): Process ended prematurely: osmo-stp_10.42.42.5(pid=24264) [trial-2390↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24264)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:06:00.641647 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:06:00.653981 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:06:00.813343 tst mo_mt_call_osmux.py: using LAC 34140\u000a13:06:00.952506 tst mo_mt_call_osmux.py: using RAC 225\u000a13:06:01.089691 tst mo_mt_call_osmux.py: using CellId 34140\u000a13:06:01.248856 tst mo_mt_call_osmux.py: using BVCI 34141\u000a13:06:01.274115 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:06:01.286275 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:06:01.298426 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:06:01.310581 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:06:01.324036 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:06:01.336326 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:06:01.458154 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:06:01.677632 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:06:02.243372 run create_hlr_db(pid=24258): Launched\u000a13:06:02.437222 bus /sierra_2: Setting Powered False\u000a13:06:03.456726 run create_hlr_db(pid=24258): Terminated: ok {rc=0}\u000a13:06:03.898893 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24260): Launched\u000a13:06:04.234846 run osmo-hlr_10.42.42.2(pid=24261): Launched\u000a13:06:04.358142 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:06:04.938130 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24263): Launched\u000a13:06:05.251645 run osmo-stp_10.42.42.5(pid=24264): Launched\u000a13:06:05.364834 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:06:05.932358 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24266): Launched\u000a13:06:06.246198 run osmo-msc_10.42.42.6(pid=24267): Launched\u000a13:06:06.430038 run osmo-stp_10.42.42.5(pid=24264): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24264)]\u000a13:06:06.562381 run osmo-stp_10.42.42.5(pid=24264): stdout: \u000a| (launched: 2022-12-13_13:06:05.097384)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:06:06.692418 run osmo-stp_10.42.42.5(pid=24264): stderr: \u000a| �[0;m�[38;5;43m20221213130605272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213130605272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213130605272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213130605273 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213130605273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213130605273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213130605274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:06:06.817984 run osmo-stp_10.42.42.5(pid=24264): stdout: \u000a| (launched: 2022-12-13_13:06:05.097384)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:06:06.942119 run osmo-stp_10.42.42.5(pid=24264): stderr: \u000a| �[0;m�[38;5;43m20221213130605272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213130605272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213130605272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213130605273 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213130605273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213130605273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213130605274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:06:06.997052 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24264): Process ended prematurely: osmo-stp_10.42.42.5(pid=24264) [trial-2390↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24264)] [trial-2390↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a13:06:07.005773 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a13:06:07.065112 run osmo-hlr_10.42.42.2(pid=24261): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24261)]\u000a13:06:07.114122 run osmo-hlr_10.42.42.2(pid=24261): stdout: \u000a| (launched: 2022-12-13_13:06:04.068646) \u000a13:06:07.163709 run osmo-hlr_10.42.42.2(pid=24261): stderr: \u000a| �[0;m�[1;31m20221213130604272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213130604272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213130604272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213130604272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213130604272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213130604272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213130604286 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213130604295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213130604296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213130604296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:06:07.231052 run osmo-msc_10.42.42.6(pid=24267): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24267)]\u000a13:06:07.279898 run osmo-msc_10.42.42.6(pid=24267): stdout: \u000a| (launched: 2022-12-13_13:06:06.090329) \u000a13:06:07.329163 run osmo-msc_10.42.42.6(pid=24267): stderr: \u000a| �[0;m�[38;5;43m20221213130606370 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213130606370 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdda9932c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213130606370 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213130606370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213130606371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213130606371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213130606373 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213130606373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213130606373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213130606373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:06:07.371023 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24260): Terminating (SIGTERM)\u000a13:06:07.410612 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24263): Terminating (SIGTERM)\u000a13:06:07.450157 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24266): Terminating (SIGTERM)\u000a13:06:07.459328 --- ParallelTerminationStrategy: PID 24260 died...\u000a13:06:07.513066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24260): Terminated: ok {rc=0}\u000a13:06:07.522711 --- ParallelTerminationStrategy: PID 24263 died...\u000a13:06:07.575554 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24263): Terminated: ok {rc=0}\u000a13:06:07.585052 --- ParallelTerminationStrategy: PID 24266 died...\u000a13:06:07.637728 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24266): Terminated: ok {rc=0}\u000a13:06:07.719999 bus /sierra_3: Setting Powered False\u000a13:06:08.826322 bus /sierra_3: Setting Powered False\u000a13:06:09.938783 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "9", "name" : "voice_sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:05:49" }, { "cases" : [ { "testActions" : [ ], "age" : 60, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24278): Process ended prematurely: osmo-stp_10.42.42.5(pid=24278) [trial-2390↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24278)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24278): Process ended prematurely: osmo-stp_10.42.42.5(pid=24278) [trial-2390↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24278)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a13:06:11.897455 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:06:11.908797 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:06:12.064831 tst mo_mt_call.py: using LAC 34141\u000a13:06:12.195324 tst mo_mt_call.py: using RAC 226\u000a13:06:12.325803 tst mo_mt_call.py: using CellId 34141\u000a13:06:12.457919 tst mo_mt_call.py: using BVCI 34142\u000a13:06:12.483488 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:06:12.495036 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:06:12.506279 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:06:12.517638 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:06:12.529185 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:06:12.540867 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:06:12.659894 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:06:12.879743 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:06:13.404164 run create_hlr_db(pid=24272): Launched\u000a13:06:13.596026 bus /sierra_2: Setting Powered False\u000a13:06:14.616157 run create_hlr_db(pid=24272): Terminated: ok {rc=0}\u000a13:06:15.042169 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24274): Launched\u000a13:06:15.378414 run osmo-hlr_10.42.42.2(pid=24275): Launched\u000a13:06:15.503913 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:06:16.109216 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24277): Launched\u000a13:06:16.484706 run osmo-stp_10.42.42.5(pid=24278): Launched\u000a13:06:16.643183 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:06:17.335396 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24280): Launched\u000a13:06:17.672114 run osmo-msc_10.42.42.6(pid=24281): Launched\u000a13:06:17.868759 run osmo-stp_10.42.42.5(pid=24278): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24278)]\u000a13:06:18.010327 run osmo-stp_10.42.42.5(pid=24278): stdout: \u000a| (launched: 2022-12-13_13:06:16.282534)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:06:18.150175 run osmo-stp_10.42.42.5(pid=24278): stderr: \u000a| �[0;m�[38;5;43m20221213130616652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213130616652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213130616652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213130616667 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213130616668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213130616668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213130616668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:06:18.283949 run osmo-stp_10.42.42.5(pid=24278): stdout: \u000a| (launched: 2022-12-13_13:06:16.282534)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:06:18.416335 run osmo-stp_10.42.42.5(pid=24278): stderr: \u000a| �[0;m�[38;5;43m20221213130616652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213130616652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213130616652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213130616667 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213130616668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213130616668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213130616668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:06:18.474762 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24278): Process ended prematurely: osmo-stp_10.42.42.5(pid=24278) [trial-2390↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24278)] [trial-2390↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a13:06:18.484134 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a13:06:18.546976 run osmo-hlr_10.42.42.2(pid=24275): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24275)]\u000a13:06:18.598506 run osmo-hlr_10.42.42.2(pid=24275): stdout: \u000a| (launched: 2022-12-13_13:06:15.212139) \u000a13:06:18.650684 run osmo-hlr_10.42.42.2(pid=24275): stderr: \u000a| �[0;m�[1;31m20221213130615413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213130615414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213130615414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213130615414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213130615414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213130615414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213130615424 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213130615433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213130615433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213130615433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:06:18.721419 run osmo-msc_10.42.42.6(pid=24281): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24281)]\u000a13:06:18.772752 run osmo-msc_10.42.42.6(pid=24281): stdout: \u000a| (launched: 2022-12-13_13:06:17.505406) \u000a13:06:18.824713 run osmo-msc_10.42.42.6(pid=24281): stderr: \u000a| �[0;m�[38;5;43m20221213130617831 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213130617832 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff1830a4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213130617832 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213130617832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213130617832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213130617832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213130617834 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213130617834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213130617834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213130617834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:06:18.869702 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24274): Terminating (SIGTERM)\u000a13:06:18.911758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24277): Terminating (SIGTERM)\u000a13:06:18.954058 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24280): Terminating (SIGTERM)\u000a13:06:18.963662 --- ParallelTerminationStrategy: PID 24274 died...\u000a13:06:19.020117 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24274): Terminated: ok {rc=0}\u000a13:06:19.030118 --- ParallelTerminationStrategy: PID 24277 died...\u000a13:06:19.086325 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24277): Terminated: ok {rc=0}\u000a13:06:19.096279 --- ParallelTerminationStrategy: PID 24280 died...\u000a13:06:19.152203 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24280): Terminated: ok {rc=0}\u000a13:06:19.238977 bus /sierra_3: Setting Powered False\u000a13:06:20.344821 bus /sierra_3: Setting Powered False\u000a13:06:21.455788 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 71, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24289): Process ended prematurely: osmo-stp_10.42.42.5(pid=24289) [trial-2390↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24289)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24289): Process ended prematurely: osmo-stp_10.42.42.5(pid=24289) [trial-2390↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24289)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:06:22.571306 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:06:22.583340 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:06:22.740319 tst mo_mt_call_osmux.py: using LAC 34142\u000a13:06:22.870837 tst mo_mt_call_osmux.py: using RAC 227\u000a13:06:23.002975 tst mo_mt_call_osmux.py: using CellId 34142\u000a13:06:23.134849 tst mo_mt_call_osmux.py: using BVCI 34143\u000a13:06:23.160395 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:06:23.171773 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:06:23.183118 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:06:23.194362 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:06:23.205979 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:06:23.218042 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:06:23.335953 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:06:23.549419 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:06:24.052469 run create_hlr_db(pid=24283): Launched\u000a13:06:24.232147 bus /sierra_2: Setting Powered False\u000a13:06:25.252448 run create_hlr_db(pid=24283): Terminated: ok {rc=0}\u000a13:06:25.697780 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24285): Launched\u000a13:06:26.032268 run osmo-hlr_10.42.42.2(pid=24286): Launched\u000a13:06:26.156168 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:06:26.740614 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24288): Launched\u000a13:06:27.077420 run osmo-stp_10.42.42.5(pid=24289): Launched\u000a13:06:27.199038 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:06:27.808572 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24291): Launched\u000a13:06:28.144498 run osmo-msc_10.42.42.6(pid=24292): Launched\u000a13:06:28.339871 run osmo-stp_10.42.42.5(pid=24289): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24289)]\u000a13:06:28.480652 run osmo-stp_10.42.42.5(pid=24289): stdout: \u000a| (launched: 2022-12-13_13:06:26.911487)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:06:28.620032 run osmo-stp_10.42.42.5(pid=24289): stderr: \u000a| �[0;m�[38;5;43m20221213130627108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213130627108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213130627109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213130627109 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213130627110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213130627110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213130627110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:06:28.753089 run osmo-stp_10.42.42.5(pid=24289): stdout: \u000a| (launched: 2022-12-13_13:06:26.911487)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:06:28.884869 run osmo-stp_10.42.42.5(pid=24289): stderr: \u000a| �[0;m�[38;5;43m20221213130627108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213130627108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213130627109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213130627109 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213130627110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213130627110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213130627110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:06:28.942926 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24289): Process ended prematurely: osmo-stp_10.42.42.5(pid=24289) [trial-2390↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24289)] [trial-2390↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a13:06:28.952024 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a13:06:29.015415 run osmo-hlr_10.42.42.2(pid=24286): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24286)]\u000a13:06:29.067246 run osmo-hlr_10.42.42.2(pid=24286): stdout: \u000a| (launched: 2022-12-13_13:06:25.867337) \u000a13:06:29.119634 run osmo-hlr_10.42.42.2(pid=24286): stderr: \u000a| �[0;m�[1;31m20221213130626072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213130626072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213130626072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213130626072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213130626072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213130626072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213130626083 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213130626091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213130626092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213130626092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:06:29.191011 run osmo-msc_10.42.42.6(pid=24292): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24292)]\u000a13:06:29.243123 run osmo-msc_10.42.42.6(pid=24292): stdout: \u000a| (launched: 2022-12-13_13:06:27.979324) \u000a13:06:29.295621 run osmo-msc_10.42.42.6(pid=24292): stderr: \u000a| �[0;m�[38;5;43m20221213130628305 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213130628305 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f17c734cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213130628305 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213130628305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213130628306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213130628306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213130628307 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213130628308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213130628308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213130628308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:06:29.340420 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24285): Terminating (SIGTERM)\u000a13:06:29.382886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24288): Terminating (SIGTERM)\u000a13:06:29.425010 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24291): Terminating (SIGTERM)\u000a13:06:29.434602 --- ParallelTerminationStrategy: PID 24285 died...\u000a13:06:29.491101 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24285): Terminated: ok {rc=0}\u000a13:06:29.501235 --- ParallelTerminationStrategy: PID 24288 died...\u000a13:06:29.557497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24288): Terminated: ok {rc=0}\u000a13:06:29.567540 --- ParallelTerminationStrategy: PID 24291 died...\u000a13:06:29.623816 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24291): Terminated: ok {rc=0}\u000a13:06:29.711129 bus /sierra_3: Setting Powered False\u000a13:06:30.816438 bus /sierra_3: Setting Powered False\u000a13:06:31.939780 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "10", "name" : "voice_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:06:11" }, { "cases" : [ { "testActions" : [ ], "age" : 60, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24303): Process ended prematurely: osmo-stp_10.42.42.5(pid=24303) [trial-2390↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24303)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24303): Process ended prematurely: osmo-stp_10.42.42.5(pid=24303) [trial-2390↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24303)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 emergency:sysmo emergency_mo_mt_call.py\u000a----------------------------------------------\u000a13:06:33.912736 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a13:06:33.923851 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a13:06:34.058789 tst emergency_mo_mt_call.py: using LAC 34143\u000a13:06:34.188347 tst emergency_mo_mt_call.py: using RAC 228\u000a13:06:34.317414 tst emergency_mo_mt_call.py: using CellId 34143\u000a13:06:34.444773 tst emergency_mo_mt_call.py: using BVCI 34144\u000a13:06:34.469572 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a13:06:34.480625 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a13:06:34.491741 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a13:06:34.502796 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a13:06:34.514668 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a13:06:34.526674 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a13:06:34.645271 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a13:06:34.858235 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:06:35.372331 run create_hlr_db(pid=24297): Launched\u000a13:06:35.562627 bus /sierra_2: Setting Powered False\u000a13:06:36.580757 run create_hlr_db(pid=24297): Terminated: ok {rc=0}\u000a13:06:36.994388 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24299): Launched\u000a13:06:37.301653 run osmo-hlr_10.42.42.2(pid=24300): Launched\u000a13:06:37.422972 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:06:37.964936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24302): Launched\u000a13:06:38.273720 run osmo-stp_10.42.42.5(pid=24303): Launched\u000a13:06:38.398504 tst emergency_mo_mt_call.py: using MSISDN 8175\u000a13:06:38.552632 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:06:39.116713 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24305): Launched\u000a13:06:39.426747 run osmo-msc_10.42.42.6(pid=24306): Launched\u000a13:06:39.605997 run osmo-stp_10.42.42.5(pid=24303): ERR: Terminated: ERROR {rc=1} [trial-2390↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24303)]\u000a13:06:39.735849 run osmo-stp_10.42.42.5(pid=24303): stdout: \u000a| (launched: 2022-12-13_13:06:38.120918)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:06:39.863726 run osmo-stp_10.42.42.5(pid=24303): stderr: \u000a| �[0;m�[38;5;43m20221213130638296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213130638296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213130638296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213130638297 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213130638297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213130638297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213130638297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:06:39.987619 run osmo-stp_10.42.42.5(pid=24303): stdout: \u000a| (launched: 2022-12-13_13:06:38.120918)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:06:40.109414 run osmo-stp_10.42.42.5(pid=24303): stderr: \u000a| �[0;m�[38;5;43m20221213130638296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213130638296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213130638296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213130638297 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213130638297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213130638297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213130638297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:06:40.162880 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=24303): Process ended prematurely: osmo-stp_10.42.42.5(pid=24303) [trial-2390↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24303)] [trial-2390↪emergency:sysmo↪emergency_mo_mt_call.py:19]\u000a13:06:40.171142 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a13:06:40.232014 run osmo-hlr_10.42.42.2(pid=24300): ERR: Terminated: ERROR {rc=237} [trial-2390↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24300)]\u000a13:06:40.281609 run osmo-hlr_10.42.42.2(pid=24300): stdout: \u000a| (launched: 2022-12-13_13:06:37.149412) \u000a13:06:40.331828 run osmo-hlr_10.42.42.2(pid=24300): stderr: \u000a| �[0;m�[1;31m20221213130637331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213130637331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213130637331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213130637331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213130637331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213130637331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213130637343 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/emergency:sysmo/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213130637354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213130637354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213130637354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:06:40.400160 run osmo-msc_10.42.42.6(pid=24306): ERR: Terminated: ERROR {rc=2} [trial-2390↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24306)]\u000a13:06:40.449481 run osmo-msc_10.42.42.6(pid=24306): stdout: \u000a| (launched: 2022-12-13_13:06:39.273128) \u000a13:06:40.499698 run osmo-msc_10.42.42.6(pid=24306): stderr: \u000a| �[0;m�[38;5;43m20221213130639549 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213130639549 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f25b6b4bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213130639549 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213130639550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213130639550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213130639550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213130639552 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213130639552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213130639552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213130639552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:06:40.542755 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24299): Terminating (SIGTERM)\u000a13:06:40.583769 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24302): Terminating (SIGTERM)\u000a13:06:40.624207 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24305): Terminating (SIGTERM)\u000a13:06:40.633569 --- ParallelTerminationStrategy: PID 24299 died...\u000a13:06:40.687595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24299): Terminated: ok {rc=0}\u000a13:06:40.697407 --- ParallelTerminationStrategy: PID 24302 died...\u000a13:06:40.751370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24302): Terminated: ok {rc=0}\u000a13:06:40.761205 --- ParallelTerminationStrategy: PID 24305 died...\u000a13:06:40.815095 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24305): Terminated: ok {rc=0}\u000a13:06:40.904454 bus /sierra_3: Setting Powered False\u000a13:06:42.006909 bus /sierra_3: Setting Powered False\u000a13:06:43.114536 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24314): Process ended prematurely: osmo-stp_10.42.42.5(pid=24314) [trial-2390↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24314)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24314): Process ended prematurely: osmo-stp_10.42.42.5(pid=24314) [trial-2390↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24314)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 emergency:sysmo emergency_preemptive_call.py\u000a----------------------------------------------\u000a13:06:44.167826 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a13:06:44.179875 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a13:06:44.314674 tst emergency_preemptive_call.py: using LAC 34144\u000a13:06:44.437482 tst emergency_preemptive_call.py: using RAC 229\u000a13:06:44.562888 tst emergency_preemptive_call.py: using CellId 34144\u000a13:06:44.684099 tst emergency_preemptive_call.py: using BVCI 34145\u000a13:06:44.707488 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a13:06:44.718428 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a13:06:44.729206 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a13:06:44.739679 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a13:06:44.750175 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a13:06:44.760737 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a13:06:44.882153 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a13:06:45.001169 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a13:06:45.120239 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a13:06:45.321741 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:06:45.812846 run create_hlr_db(pid=24308): Launched\u000a13:06:45.992001 bus /sierra_2: Setting Powered False\u000a13:06:47.013179 run create_hlr_db(pid=24308): Terminated: ok {rc=0}\u000a13:06:47.432791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24310): Launched\u000a13:06:47.742629 run osmo-hlr_10.42.42.2(pid=24311): Launched\u000a13:06:47.862804 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:06:48.405490 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24313): Launched\u000a13:06:48.714950 run osmo-stp_10.42.42.5(pid=24314): Launched\u000a13:06:48.840627 tst emergency_preemptive_call.py: using MSISDN 8176\u000a13:06:48.993291 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:06:49.555037 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24316): Launched\u000a13:06:49.863499 run osmo-msc_10.42.42.6(pid=24317): Launched\u000a13:06:50.050906 run osmo-stp_10.42.42.5(pid=24314): ERR: Terminated: ERROR {rc=1} [trial-2390↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24314)]\u000a13:06:50.181586 run osmo-stp_10.42.42.5(pid=24314): stdout: \u000a| (launched: 2022-12-13_13:06:48.561080)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:06:50.309427 run osmo-stp_10.42.42.5(pid=24314): stderr: \u000a| �[0;m�[38;5;43m20221213130648735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213130648735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213130648735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213130648736 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213130648736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213130648736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213130648736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:06:50.431823 run osmo-stp_10.42.42.5(pid=24314): stdout: \u000a| (launched: 2022-12-13_13:06:48.561080)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:06:50.553384 run osmo-stp_10.42.42.5(pid=24314): stderr: \u000a| �[0;m�[38;5;43m20221213130648735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213130648735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213130648735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213130648736 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213130648736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213130648736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213130648736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:06:50.607271 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=24314): Process ended prematurely: osmo-stp_10.42.42.5(pid=24314) [trial-2390↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24314)] [trial-2390↪emergency:sysmo↪emergency_preemptive_call.py:32]\u000a13:06:50.615518 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a13:06:50.674825 run osmo-hlr_10.42.42.2(pid=24311): ERR: Terminated: ERROR {rc=237} [trial-2390↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24311)]\u000a13:06:50.723158 run osmo-hlr_10.42.42.2(pid=24311): stdout: \u000a| (launched: 2022-12-13_13:06:47.589610) \u000a13:06:50.772304 run osmo-hlr_10.42.42.2(pid=24311): stderr: \u000a| �[0;m�[1;31m20221213130647770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213130647770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213130647770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213130647770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213130647770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213130647770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213130647783 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/emergency:sysmo/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213130647794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213130647794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213130647794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:06:50.839013 run osmo-msc_10.42.42.6(pid=24317): ERR: Terminated: ERROR {rc=2} [trial-2390↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24317)]\u000a13:06:50.887419 run osmo-msc_10.42.42.6(pid=24317): stdout: \u000a| (launched: 2022-12-13_13:06:49.710097) \u000a13:06:50.936262 run osmo-msc_10.42.42.6(pid=24317): stderr: \u000a| �[0;m�[38;5;43m20221213130649987 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213130649987 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f75ff744c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213130649988 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213130649988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213130649988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213130649988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213130649990 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213130649990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213130649991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213130649991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:06:50.978087 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24310): Terminating (SIGTERM)\u000a13:06:51.017513 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24313): Terminating (SIGTERM)\u000a13:06:51.057394 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24316): Terminating (SIGTERM)\u000a13:06:51.066611 --- ParallelTerminationStrategy: PID 24310 died...\u000a13:06:51.119715 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24310): Terminated: ok {rc=0}\u000a13:06:51.129457 --- ParallelTerminationStrategy: PID 24313 died...\u000a13:06:51.182275 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24313): Terminated: ok {rc=0}\u000a13:06:51.191867 --- ParallelTerminationStrategy: PID 24316 died...\u000a13:06:51.244503 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24316): Terminated: ok {rc=0}\u000a13:06:51.327755 bus /sierra_9: Setting Powered False\u000a13:06:52.433294 bus /sierra_9: Setting Powered False\u000a13:06:53.545980 bus /sierra_8: Setting Powered False\u000a13:06:54.652208 bus /sierra_8: Setting Powered False\u000a13:06:55.759898 bus /sierra_3: Setting Powered False\u000a13:06:56.864608 bus /sierra_3: Setting Powered False\u000a13:06:57.974977 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "11", "name" : "emergency_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:06:33" }, { "cases" : [ { "testActions" : [ ], "age" : 77, "className" : "gprs:sysmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24333): Process ended prematurely: osmo-stp_10.42.42.5(pid=24333) [trial-2390↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24333)]", "failedSince" : 2314, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24333): Process ended prematurely: osmo-stp_10.42.42.5(pid=24333) [trial-2390↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24333)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:sysmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:07:00.050003 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a13:07:00.060461 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a13:07:00.187836 tst cs_paging_gprs_active.py: using LAC 34145\u000a13:07:00.310830 tst cs_paging_gprs_active.py: using RAC 230\u000a13:07:00.432848 tst cs_paging_gprs_active.py: using CellId 34145\u000a13:07:00.565630 tst cs_paging_gprs_active.py: using BVCI 34146\u000a13:07:00.591651 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a13:07:00.602959 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a13:07:00.614224 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a13:07:00.625324 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a13:07:00.637300 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a13:07:00.649302 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a13:07:00.661325 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a13:07:00.673111 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a13:07:00.685318 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a13:07:00.808843 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a13:07:01.128795 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:07:01.264542 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:07:01.616198 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24323): Launched\u000a13:07:01.912850 run iperf3-srv_10.42.42.10(pid=24324): Launched\u000a13:07:02.108578 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:07:02.249168 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:07:02.597150 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24325): Launched\u000a13:07:02.885314 run iperf3-srv_10.42.42.10(pid=24326): Launched\u000a13:07:03.089963 tst cs_paging_gprs_active.py:38: start network...\u000a13:07:03.229853 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:07:03.756823 run create_hlr_db(pid=24327): Launched\u000a13:07:03.949794 bus /sierra_2: Setting Powered False\u000a13:07:04.971143 run create_hlr_db(pid=24327): Terminated: ok {rc=0}\u000a13:07:05.392592 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24329): Launched\u000a13:07:05.707163 run osmo-hlr_10.42.42.2(pid=24330): Launched\u000a13:07:05.822041 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:07:06.366136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24332): Launched\u000a13:07:06.681965 run osmo-stp_10.42.42.5(pid=24333): Launched\u000a13:07:06.798340 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:07:08.325108 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24335): Launched\u000a13:07:08.436268 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:07:08.712064 run patchelf(pid=24336): Launched\u000a13:07:08.895844 run osmo-stp_10.42.42.5(pid=24333): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24333)]\u000a13:07:09.029348 run osmo-stp_10.42.42.5(pid=24333): stdout: \u000a| (launched: 2022-12-13_13:07:06.526009)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:07:09.162954 run osmo-stp_10.42.42.5(pid=24333): stderr: \u000a| �[0;m�[38;5;43m20221213130706698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213130706698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213130706698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213130706699 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213130706701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213130706701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213130706701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:07:09.292027 run osmo-stp_10.42.42.5(pid=24333): stdout: \u000a| (launched: 2022-12-13_13:07:06.526009)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:07:09.420141 run osmo-stp_10.42.42.5(pid=24333): stderr: \u000a| �[0;m�[38;5;43m20221213130706698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213130706698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213130706698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213130706699 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213130706701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213130706701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213130706701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:07:09.569340 run patchelf(pid=24336): Terminating (SIGINT)\u000a13:07:09.744773 run patchelf(pid=24336): Terminated: ok {rc=0}\u000a13:07:09.776986 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=24333): Process ended prematurely: osmo-stp_10.42.42.5(pid=24333) [trial-2390↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24333)] [trial-2390↪gprs:sysmo↪cs_paging_gprs_active.py:38]\u000a13:07:09.786142 tst cs_paging_gprs_active.py:38: Test FAILED (9.8 sec)\u000a13:07:09.846061 run osmo-hlr_10.42.42.2(pid=24330): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:sysmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24330)]\u000a13:07:09.895036 run osmo-hlr_10.42.42.2(pid=24330): stdout: \u000a| (launched: 2022-12-13_13:07:05.551359) \u000a13:07:09.944672 run osmo-hlr_10.42.42.2(pid=24330): stderr: \u000a| �[0;m�[1;31m20221213130705731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213130705731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213130705731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213130705731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213130705732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213130705732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213130705749 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:sysmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213130705759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213130705759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213130705759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:07:09.987196 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24323): Terminating (SIGTERM)\u000a13:07:10.026978 run iperf3-srv_10.42.42.10(pid=24324): Terminating (SIGTERM)\u000a13:07:10.066949 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24325): Terminating (SIGTERM)\u000a13:07:10.106909 run iperf3-srv_10.42.42.10(pid=24326): Terminating (SIGTERM)\u000a13:07:10.147013 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24329): Terminating (SIGTERM)\u000a13:07:10.187014 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24332): Terminating (SIGTERM)\u000a13:07:10.227016 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24335): Terminating (SIGTERM)\u000a13:07:10.236269 --- ParallelTerminationStrategy: PID 24323 died...\u000a13:07:10.290094 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24323): Terminated: ok {rc=0}\u000a13:07:10.299743 --- ParallelTerminationStrategy: PID 24324 died...\u000a13:07:10.352851 run iperf3-srv_10.42.42.10(pid=24324): Terminated {rc=256}\u000a13:07:10.362315 --- ParallelTerminationStrategy: PID 24325 died...\u000a13:07:10.415912 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24325): Terminated: ok {rc=0}\u000a13:07:10.425653 --- ParallelTerminationStrategy: PID 24326 died...\u000a13:07:10.478704 run iperf3-srv_10.42.42.10(pid=24326): Terminated {rc=256}\u000a13:07:10.488298 --- ParallelTerminationStrategy: PID 24329 died...\u000a13:07:10.541570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24329): Terminated: ok {rc=0}\u000a13:07:10.551259 --- ParallelTerminationStrategy: PID 24332 died...\u000a13:07:10.604598 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24332): Terminated: ok {rc=0}\u000a13:07:10.614240 --- ParallelTerminationStrategy: PID 24335 died...\u000a13:07:10.667524 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24335): Terminated: ok {rc=0}\u000a13:07:10.756341 bus /gobi_0: Setting Powered False\u000a13:07:11.860297 bus /gobi_0: Setting Powered False\u000a13:07:12.967785 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 77, "className" : "gprs:sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24345): Process ended prematurely: osmo-stp_10.42.42.5(pid=24345) [trial-2390↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24345)]", "failedSince" : 2314, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24345): Process ended prematurely: osmo-stp_10.42.42.5(pid=24345) [trial-2390↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24345)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:sysmo iperf3.py\u000a----------------------------------------------\u000a13:07:14.086611 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a13:07:14.098589 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a13:07:14.228624 tst iperf3.py: using LAC 34146\u000a13:07:14.360062 tst iperf3.py: using RAC 231\u000a13:07:14.491215 tst iperf3.py: using CellId 34146\u000a13:07:14.624078 tst iperf3.py: using BVCI 34147\u000a13:07:14.650167 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a13:07:14.661437 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a13:07:14.672681 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a13:07:14.683828 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a13:07:14.694978 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a13:07:14.706342 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a13:07:14.717818 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a13:07:14.728909 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a13:07:14.740713 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a13:07:15.031896 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:07:15.161903 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:07:15.486615 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24337): Launched\u000a13:07:15.758282 run iperf3-srv_10.42.42.10(pid=24338): Launched\u000a13:07:15.974482 tst iperf3.py:8: start network...\u000a13:07:16.144487 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:07:16.730698 run create_hlr_db(pid=24339): Launched\u000a13:07:16.930657 bus /gobi_6: Setting Powered False\u000a13:07:17.946863 run create_hlr_db(pid=24339): Terminated: ok {rc=0}\u000a13:07:18.370696 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24341): Launched\u000a13:07:18.685137 run osmo-hlr_10.42.42.2(pid=24342): Launched\u000a13:07:18.808382 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:07:19.362490 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24344): Launched\u000a13:07:19.675824 run osmo-stp_10.42.42.5(pid=24345): Launched\u000a13:07:19.788240 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:07:20.331197 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24347): Launched\u000a13:07:20.441753 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:07:20.714588 run patchelf(pid=24348): Launched\u000a13:07:20.896645 run osmo-stp_10.42.42.5(pid=24345): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24345)]\u000a13:07:21.029170 run osmo-stp_10.42.42.5(pid=24345): stdout: \u000a| (launched: 2022-12-13_13:07:19.520377)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:07:21.162108 run osmo-stp_10.42.42.5(pid=24345): stderr: \u000a| �[0;m�[38;5;43m20221213130719693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213130719693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213130719694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213130719694 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213130719696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213130719696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213130719696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:07:21.290449 run osmo-stp_10.42.42.5(pid=24345): stdout: \u000a| (launched: 2022-12-13_13:07:19.520377)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:07:21.417702 run osmo-stp_10.42.42.5(pid=24345): stderr: \u000a| �[0;m�[38;5;43m20221213130719693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213130719693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213130719694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213130719694 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213130719696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213130719696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213130719696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:07:21.566449 run patchelf(pid=24348): Terminating (SIGINT)\u000a13:07:21.740622 run patchelf(pid=24348): Terminated: ok {rc=0}\u000a13:07:21.772864 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24345): Process ended prematurely: osmo-stp_10.42.42.5(pid=24345) [trial-2390↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24345)] [trial-2390↪gprs:sysmo↪iperf3.py:8]\u000a13:07:21.782391 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a13:07:21.841503 run osmo-hlr_10.42.42.2(pid=24342): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:sysmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24342)]\u000a13:07:21.890262 run osmo-hlr_10.42.42.2(pid=24342): stdout: \u000a| (launched: 2022-12-13_13:07:18.529280) \u000a13:07:21.939303 run osmo-hlr_10.42.42.2(pid=24342): stderr: \u000a| �[0;m�[1;31m20221213130718709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213130718709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213130718709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213130718710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213130718710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213130718710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213130718722 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:sysmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213130718730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213130718730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213130718730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:07:21.981332 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24337): Terminating (SIGTERM)\u000a13:07:22.021066 run iperf3-srv_10.42.42.10(pid=24338): Terminating (SIGTERM)\u000a13:07:22.061213 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24341): Terminating (SIGTERM)\u000a13:07:22.101186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24344): Terminating (SIGTERM)\u000a13:07:22.141710 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24347): Terminating (SIGTERM)\u000a13:07:22.150947 --- ParallelTerminationStrategy: PID 24337 died...\u000a13:07:22.204905 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24337): Terminated: ok {rc=0}\u000a13:07:22.214605 --- ParallelTerminationStrategy: PID 24338 died...\u000a13:07:22.268286 run iperf3-srv_10.42.42.10(pid=24338): Terminated {rc=256}\u000a13:07:22.278001 --- ParallelTerminationStrategy: PID 24341 died...\u000a13:07:22.331495 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24341): Terminated: ok {rc=0}\u000a13:07:22.341121 --- ParallelTerminationStrategy: PID 24344 died...\u000a13:07:22.394617 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24344): Terminated: ok {rc=0}\u000a13:07:22.404266 --- ParallelTerminationStrategy: PID 24347 died...\u000a13:07:22.457959 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24347): Terminated: ok {rc=0}\u000a13:07:22.546411 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 78, "className" : "gprs:sysmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24363): Process ended prematurely: osmo-stp_10.42.42.5(pid=24363) [trial-2390↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24363)]", "failedSince" : 2313, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24363): Process ended prematurely: osmo-stp_10.42.42.5(pid=24363) [trial-2390↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24363)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:sysmo iperf3m4.py\u000a----------------------------------------------\u000a13:07:23.657763 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a13:07:23.669289 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a13:07:23.796052 tst iperf3m4.py: using LAC 34147\u000a13:07:23.919864 tst iperf3m4.py: using RAC 232\u000a13:07:24.043981 tst iperf3m4.py: using CellId 34147\u000a13:07:24.174120 tst iperf3m4.py: using BVCI 34148\u000a13:07:24.199811 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a13:07:24.211152 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a13:07:24.222553 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a13:07:24.233750 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a13:07:24.245522 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a13:07:24.256674 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a13:07:24.268083 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a13:07:24.279408 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a13:07:24.290880 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a13:07:24.410369 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a13:07:24.533705 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a13:07:24.653865 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a13:07:24.956588 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:07:25.096675 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:07:25.444694 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24349): Launched\u000a13:07:25.734404 run iperf3-srv_10.42.42.10(pid=24350): Launched\u000a13:07:25.939911 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:07:26.079892 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:07:26.427401 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24351): Launched\u000a13:07:26.716247 run iperf3-srv_10.42.42.10(pid=24352): Launched\u000a13:07:26.922069 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:07:27.061831 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:07:27.409000 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24353): Launched\u000a13:07:27.698124 run iperf3-srv_10.42.42.10(pid=24354): Launched\u000a13:07:27.902484 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:07:28.041746 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:07:28.391022 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24355): Launched\u000a13:07:28.690724 run iperf3-srv_10.42.42.10(pid=24356): Launched\u000a13:07:28.881228 tst iperf3m4.py:8: start network...\u000a13:07:29.011800 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:07:29.513822 run create_hlr_db(pid=24357): Launched\u000a13:07:29.693088 bus /gobi_6: Setting Powered False\u000a13:07:30.714822 run create_hlr_db(pid=24357): Terminated: ok {rc=0}\u000a13:07:31.179212 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24359): Launched\u000a13:07:31.561833 run osmo-hlr_10.42.42.2(pid=24360): Launched\u000a13:07:31.793739 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:07:32.473500 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24362): Launched\u000a13:07:32.787204 run osmo-stp_10.42.42.5(pid=24363): Launched\u000a13:07:32.900505 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:07:33.446057 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24365): Launched\u000a13:07:33.557993 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:07:33.833060 run patchelf(pid=24366): Launched\u000a13:07:34.014975 run osmo-stp_10.42.42.5(pid=24363): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24363)]\u000a13:07:34.147975 run osmo-stp_10.42.42.5(pid=24363): stdout: \u000a| (launched: 2022-12-13_13:07:32.631674)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:07:34.281518 run osmo-stp_10.42.42.5(pid=24363): stderr: \u000a| �[0;m�[38;5;43m20221213130732806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213130732806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213130732806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213130732807 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213130732809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213130732809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213130732809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:07:34.410221 run osmo-stp_10.42.42.5(pid=24363): stdout: \u000a| (launched: 2022-12-13_13:07:32.631674)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:07:34.538069 run osmo-stp_10.42.42.5(pid=24363): stderr: \u000a| �[0;m�[38;5;43m20221213130732806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213130732806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213130732806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213130732807 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213130732809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213130732809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213130732809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:07:34.686720 run patchelf(pid=24366): Terminating (SIGINT)\u000a13:07:34.862067 run patchelf(pid=24366): Terminated: ok {rc=0}\u000a13:07:34.894122 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24363): Process ended prematurely: osmo-stp_10.42.42.5(pid=24363) [trial-2390↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24363)] [trial-2390↪gprs:sysmo↪iperf3m4.py:8]\u000a13:07:34.903356 tst iperf3m4.py:8: Test FAILED (11.3 sec)\u000a13:07:34.964538 run osmo-hlr_10.42.42.2(pid=24360): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:sysmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24360)]\u000a13:07:35.014451 run osmo-hlr_10.42.42.2(pid=24360): stdout: \u000a| (launched: 2022-12-13_13:07:31.353285) \u000a13:07:35.064534 run osmo-hlr_10.42.42.2(pid=24360): stderr: \u000a| �[0;m�[1;31m20221213130731715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213130731715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213130731715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213130731716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213130731716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213130731716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213130731735 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:sysmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213130731747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213130731748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213130731748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:07:35.107252 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24349): Terminating (SIGTERM)\u000a13:07:35.147329 run iperf3-srv_10.42.42.10(pid=24350): Terminating (SIGTERM)\u000a13:07:35.187517 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24351): Terminating (SIGTERM)\u000a13:07:35.227983 run iperf3-srv_10.42.42.10(pid=24352): Terminating (SIGTERM)\u000a13:07:35.268378 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24353): Terminating (SIGTERM)\u000a13:07:35.308509 run iperf3-srv_10.42.42.10(pid=24354): Terminating (SIGTERM)\u000a13:07:35.348756 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24355): Terminating (SIGTERM)\u000a13:07:35.388819 run iperf3-srv_10.42.42.10(pid=24356): Terminating (SIGTERM)\u000a13:07:35.429138 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24359): Terminating (SIGTERM)\u000a13:07:35.469267 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24362): Terminating (SIGTERM)\u000a13:07:35.509598 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24365): Terminating (SIGTERM)\u000a13:07:35.518844 --- ParallelTerminationStrategy: PID 24349 died...\u000a13:07:35.572337 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24349): Terminated: ok {rc=0}\u000a13:07:35.581996 --- ParallelTerminationStrategy: PID 24350 died...\u000a13:07:35.635222 run iperf3-srv_10.42.42.10(pid=24350): Terminated {rc=256}\u000a13:07:35.644719 --- ParallelTerminationStrategy: PID 24351 died...\u000a13:07:35.698821 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24351): Terminated: ok {rc=0}\u000a13:07:35.708787 --- ParallelTerminationStrategy: PID 24352 died...\u000a13:07:35.763354 run iperf3-srv_10.42.42.10(pid=24352): Terminated {rc=256}\u000a13:07:35.775717 --- ParallelTerminationStrategy: PID 24353 died...\u000a13:07:35.845074 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24353): Terminated: ok {rc=0}\u000a13:07:35.854701 --- ParallelTerminationStrategy: PID 24354 died...\u000a13:07:35.908098 run iperf3-srv_10.42.42.10(pid=24354): Terminated {rc=256}\u000a13:07:35.917714 --- ParallelTerminationStrategy: PID 24355 died...\u000a13:07:35.970495 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24355): Terminated: ok {rc=0}\u000a13:07:35.979958 --- ParallelTerminationStrategy: PID 24356 died...\u000a13:07:36.033056 run iperf3-srv_10.42.42.10(pid=24356): Terminated {rc=256}\u000a13:07:36.042736 --- ParallelTerminationStrategy: PID 24359 died...\u000a13:07:36.095675 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24359): Terminated: ok {rc=0}\u000a13:07:36.105402 --- ParallelTerminationStrategy: PID 24362 died...\u000a13:07:36.158499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24362): Terminated: ok {rc=0}\u000a13:07:36.168095 --- ParallelTerminationStrategy: PID 24365 died...\u000a13:07:36.221071 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24365): Terminated: ok {rc=0}\u000a13:07:36.309865 bus /gobi_4: Setting Powered False\u000a13:07:37.414111 bus /gobi_4: Setting Powered False\u000a13:07:38.526167 bus /gobi_1: Setting Powered False\u000a13:07:39.634012 bus /gobi_1: Setting Powered False\u000a13:07:40.746532 bus /gobi_0: Setting Powered False\u000a13:07:41.850099 bus /gobi_0: Setting Powered False\u000a13:07:42.958555 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 60, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24381): Process ended prematurely: osmo-stp_10.42.42.5(pid=24381) [trial-2390↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24381)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24381): Process ended prematurely: osmo-stp_10.42.42.5(pid=24381) [trial-2390↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24381)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:sysmo ping.py\u000a----------------------------------------------\u000a13:07:44.028324 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a13:07:44.040077 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a13:07:44.171531 tst ping.py: using LAC 34148\u000a13:07:44.294308 tst ping.py: using RAC 233\u000a13:07:44.416270 tst ping.py: using CellId 34148\u000a13:07:44.538569 tst ping.py: using BVCI 34149\u000a13:07:44.562352 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a13:07:44.573128 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a13:07:44.583739 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a13:07:44.594233 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a13:07:44.605105 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a13:07:44.615813 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a13:07:44.626790 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a13:07:44.637705 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a13:07:44.917613 tst ping.py:19: start network...\u000a13:07:45.045367 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:07:45.537188 run create_hlr_db(pid=24375): Launched\u000a13:07:45.713160 bus /gobi_6: Setting Powered False\u000a13:07:46.749361 run create_hlr_db(pid=24375): Terminated: ok {rc=0}\u000a13:07:47.209145 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24377): Launched\u000a13:07:47.539585 run osmo-hlr_10.42.42.2(pid=24378): Launched\u000a13:07:47.660653 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:07:48.232515 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24380): Launched\u000a13:07:48.560855 run osmo-stp_10.42.42.5(pid=24381): Launched\u000a13:07:48.679829 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:07:49.252599 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24383): Launched\u000a13:07:49.369730 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:07:49.658901 run patchelf(pid=24384): Launched\u000a13:07:49.850535 run osmo-stp_10.42.42.5(pid=24381): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24381)]\u000a13:07:49.990681 run osmo-stp_10.42.42.5(pid=24381): stdout: \u000a| (launched: 2022-12-13_13:07:48.398443)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:07:50.131334 run osmo-stp_10.42.42.5(pid=24381): stderr: \u000a| �[0;m�[38;5;43m20221213130748592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213130748592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213130748592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213130748593 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213130748593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213130748593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213130748593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:07:50.267221 run osmo-stp_10.42.42.5(pid=24381): stdout: \u000a| (launched: 2022-12-13_13:07:48.398443)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:07:50.401624 run osmo-stp_10.42.42.5(pid=24381): stderr: \u000a| �[0;m�[38;5;43m20221213130748592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213130748592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213130748592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213130748593 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213130748593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213130748593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213130748593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:07:50.558010 run patchelf(pid=24384): Terminating (SIGINT)\u000a13:07:50.741748 run patchelf(pid=24384): Terminated: ok {rc=0}\u000a13:07:50.774944 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=24381): Process ended prematurely: osmo-stp_10.42.42.5(pid=24381) [trial-2390↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24381)] [trial-2390↪gprs:sysmo↪ping.py:22]\u000a13:07:50.784347 tst ping.py:22: Test FAILED (6.7 sec)\u000a13:07:50.847934 run osmo-hlr_10.42.42.2(pid=24378): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:sysmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24378)]\u000a13:07:50.899466 run osmo-hlr_10.42.42.2(pid=24378): stdout: \u000a| (launched: 2022-12-13_13:07:47.376461) \u000a13:07:50.951369 run osmo-hlr_10.42.42.2(pid=24378): stderr: \u000a| �[0;m�[1;31m20221213130747577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213130747577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213130747577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213130747577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213130747577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213130747577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213130747590 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:sysmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213130747598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213130747598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213130747598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:07:50.995973 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24377): Terminating (SIGTERM)\u000a13:07:51.038859 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24380): Terminating (SIGTERM)\u000a13:07:51.081338 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24383): Terminating (SIGTERM)\u000a13:07:51.091261 --- ParallelTerminationStrategy: PID 24377 died...\u000a13:07:51.148075 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24377): Terminated: ok {rc=0}\u000a13:07:51.158251 --- ParallelTerminationStrategy: PID 24380 died...\u000a13:07:51.214679 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24380): Terminated: ok {rc=0}\u000a13:07:51.225207 --- ParallelTerminationStrategy: PID 24383 died...\u000a13:07:51.281732 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24383): Terminated: ok {rc=0}\u000a13:07:51.370024 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 60, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24391): Process ended prematurely: osmo-stp_10.42.42.5(pid=24391) [trial-2390↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24391)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24391): Process ended prematurely: osmo-stp_10.42.42.5(pid=24391) [trial-2390↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24391)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:sysmo ping_idle_ping.py\u000a----------------------------------------------\u000a13:07:52.421826 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a13:07:52.433726 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a13:07:52.562791 tst ping_idle_ping.py: using LAC 34149\u000a13:07:52.685701 tst ping_idle_ping.py: using RAC 234\u000a13:07:52.808361 tst ping_idle_ping.py: using CellId 34149\u000a13:07:52.930414 tst ping_idle_ping.py: using BVCI 34150\u000a13:07:52.953853 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a13:07:52.964317 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a13:07:52.974838 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a13:07:52.985294 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a13:07:52.995975 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a13:07:53.006808 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a13:07:53.017718 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a13:07:53.028268 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a13:07:53.335955 tst ping_idle_ping.py:24: start network...\u000a13:07:53.473028 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:07:53.991191 run create_hlr_db(pid=24385): Launched\u000a13:07:54.182267 bus /gobi_6: Setting Powered False\u000a13:07:55.191099 run create_hlr_db(pid=24385): Terminated: ok {rc=0}\u000a13:07:55.612029 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24387): Launched\u000a13:07:55.919885 run osmo-hlr_10.42.42.2(pid=24388): Launched\u000a13:07:56.037672 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:07:56.572821 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24390): Launched\u000a13:07:56.879210 run osmo-stp_10.42.42.5(pid=24391): Launched\u000a13:07:56.988910 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:07:57.527505 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24393): Launched\u000a13:07:57.636462 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:07:57.905710 run patchelf(pid=24394): Launched\u000a13:07:58.084320 run osmo-stp_10.42.42.5(pid=24391): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24391)]\u000a13:07:58.215570 run osmo-stp_10.42.42.5(pid=24391): stdout: \u000a| (launched: 2022-12-13_13:07:56.727853)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:07:58.347105 run osmo-stp_10.42.42.5(pid=24391): stderr: \u000a| �[0;m�[38;5;43m20221213130756901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213130756901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213130756901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213130756902 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213130756904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213130756904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213130756904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:07:58.473815 run osmo-stp_10.42.42.5(pid=24391): stdout: \u000a| (launched: 2022-12-13_13:07:56.727853)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:07:58.598725 run osmo-stp_10.42.42.5(pid=24391): stderr: \u000a| �[0;m�[38;5;43m20221213130756901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213130756901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213130756901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213130756902 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213130756904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213130756904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213130756904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:07:58.744650 run patchelf(pid=24394): Terminating (SIGINT)\u000a13:07:58.916232 run patchelf(pid=24394): Terminated: ok {rc=0}\u000a13:07:58.947368 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=24391): Process ended prematurely: osmo-stp_10.42.42.5(pid=24391) [trial-2390↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24391)] [trial-2390↪gprs:sysmo↪ping_idle_ping.py:27]\u000a13:07:58.955879 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a13:07:59.014686 run osmo-hlr_10.42.42.2(pid=24388): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:sysmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24388)]\u000a13:07:59.062801 run osmo-hlr_10.42.42.2(pid=24388): stdout: \u000a| (launched: 2022-12-13_13:07:55.767685) \u000a13:07:59.111783 run osmo-hlr_10.42.42.2(pid=24388): stderr: \u000a| �[0;m�[1;31m20221213130755947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213130755947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213130755947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213130755947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213130755947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213130755947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213130755959 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:sysmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213130755969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213130755970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213130755970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:07:59.153916 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24387): Terminating (SIGTERM)\u000a13:07:59.193429 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24390): Terminating (SIGTERM)\u000a13:07:59.233136 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24393): Terminating (SIGTERM)\u000a13:07:59.242190 --- ParallelTerminationStrategy: PID 24387 died...\u000a13:07:59.294792 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24387): Terminated: ok {rc=0}\u000a13:07:59.304159 --- ParallelTerminationStrategy: PID 24390 died...\u000a13:07:59.356568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24390): Terminated: ok {rc=0}\u000a13:07:59.365987 --- ParallelTerminationStrategy: PID 24393 died...\u000a13:07:59.418241 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24393): Terminated: ok {rc=0}\u000a13:07:59.505060 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "12", "name" : "gprs_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:06:59" }, { "cases" : [ { "testActions" : [ ], "age" : 78, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24408): Process ended prematurely: osmo-stp_10.42.42.5(pid=24408) [trial-2390↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24408)]", "failedSince" : 2313, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24408): Process ended prematurely: osmo-stp_10.42.42.5(pid=24408) [trial-2390↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24408)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:sysmo+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:08:01.685630 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:08:01.697033 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:08:01.833573 tst cs_paging_gprs_active.py: using LAC 34150\u000a13:08:01.962692 tst cs_paging_gprs_active.py: using RAC 235\u000a13:08:02.098843 tst cs_paging_gprs_active.py: using CellId 34150\u000a13:08:02.245992 tst cs_paging_gprs_active.py: using BVCI 34151\u000a13:08:02.271214 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:08:02.282978 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:08:02.294808 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:08:02.306482 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:08:02.317527 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:08:02.328462 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:08:02.339841 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:08:02.351584 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:08:02.363000 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:08:02.483914 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:08:02.773025 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:08:02.904156 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:08:03.231356 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24398): Launched\u000a13:08:03.502729 run iperf3-srv_10.42.42.10(pid=24399): Launched\u000a13:08:03.693573 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:08:03.823981 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:08:04.149902 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24400): Launched\u000a13:08:04.420327 run iperf3-srv_10.42.42.10(pid=24401): Launched\u000a13:08:04.610816 tst cs_paging_gprs_active.py:38: start network...\u000a13:08:04.740744 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:08:05.245254 run create_hlr_db(pid=24402): Launched\u000a13:08:05.424575 bus /gobi_6: Setting Powered False\u000a13:08:06.446241 run create_hlr_db(pid=24402): Terminated: ok {rc=0}\u000a13:08:06.890553 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24404): Launched\u000a13:08:07.226833 run osmo-hlr_10.42.42.2(pid=24405): Launched\u000a13:08:07.350600 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:08:07.931643 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24407): Launched\u000a13:08:08.267644 run osmo-stp_10.42.42.5(pid=24408): Launched\u000a13:08:08.389402 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:08:08.971350 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24410): Launched\u000a13:08:09.090754 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:08:09.383859 run patchelf(pid=24411): Launched\u000a13:08:09.578614 run osmo-stp_10.42.42.5(pid=24408): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24408)]\u000a13:08:09.720644 run osmo-stp_10.42.42.5(pid=24408): stdout: \u000a| (launched: 2022-12-13_13:08:08.101503)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:08:09.863303 run osmo-stp_10.42.42.5(pid=24408): stderr: \u000a| �[0;m�[38;5;43m20221213130808298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213130808298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213130808298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213130808298 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213130808299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213130808299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213130808299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:08:10.001204 run osmo-stp_10.42.42.5(pid=24408): stdout: \u000a| (launched: 2022-12-13_13:08:08.101503)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:08:10.137978 run osmo-stp_10.42.42.5(pid=24408): stderr: \u000a| �[0;m�[38;5;43m20221213130808298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213130808298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213130808298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213130808298 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213130808299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213130808299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213130808299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:08:10.297602 run patchelf(pid=24411): Terminating (SIGINT)\u000a13:08:10.484507 run patchelf(pid=24411): Terminated: ok {rc=0}\u000a13:08:10.518796 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=24408): Process ended prematurely: osmo-stp_10.42.42.5(pid=24408) [trial-2390↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24408)] [trial-2390↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a13:08:10.528885 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a13:08:10.592510 run osmo-hlr_10.42.42.2(pid=24405): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24405)]\u000a13:08:10.644444 run osmo-hlr_10.42.42.2(pid=24405): stdout: \u000a| (launched: 2022-12-13_13:08:07.060738) \u000a13:08:10.696940 run osmo-hlr_10.42.42.2(pid=24405): stderr: \u000a| �[0;m�[1;31m20221213130807263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213130807263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213130807263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213130807263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213130807263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213130807263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213130807275 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:sysmo+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213130807284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213130807284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213130807284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:08:10.742241 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24398): Terminating (SIGTERM)\u000a13:08:10.784829 run iperf3-srv_10.42.42.10(pid=24399): Terminating (SIGTERM)\u000a13:08:10.827602 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24400): Terminating (SIGTERM)\u000a13:08:10.870030 run iperf3-srv_10.42.42.10(pid=24401): Terminating (SIGTERM)\u000a13:08:10.912412 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24404): Terminating (SIGTERM)\u000a13:08:10.955035 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24407): Terminating (SIGTERM)\u000a13:08:10.997487 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24410): Terminating (SIGTERM)\u000a13:08:11.007215 --- ParallelTerminationStrategy: PID 24398 died...\u000a13:08:11.064087 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24398): Terminated: ok {rc=0}\u000a13:08:11.074228 --- ParallelTerminationStrategy: PID 24399 died...\u000a13:08:11.130454 run iperf3-srv_10.42.42.10(pid=24399): Terminated {rc=256}\u000a13:08:11.140521 --- ParallelTerminationStrategy: PID 24400 died...\u000a13:08:11.197410 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24400): Terminated: ok {rc=0}\u000a13:08:11.207423 --- ParallelTerminationStrategy: PID 24401 died...\u000a13:08:11.264178 run iperf3-srv_10.42.42.10(pid=24401): Terminated {rc=256}\u000a13:08:11.274405 --- ParallelTerminationStrategy: PID 24404 died...\u000a13:08:11.330927 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24404): Terminated: ok {rc=0}\u000a13:08:11.341134 --- ParallelTerminationStrategy: PID 24407 died...\u000a13:08:11.397923 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24407): Terminated: ok {rc=0}\u000a13:08:11.408048 --- ParallelTerminationStrategy: PID 24410 died...\u000a13:08:11.465090 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24410): Terminated: ok {rc=0}\u000a13:08:11.553941 bus /gobi_0: Setting Powered False\u000a13:08:12.658680 bus /gobi_0: Setting Powered False\u000a13:08:13.766178 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 248, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24420): Process ended prematurely: osmo-stp_10.42.42.5(pid=24420) [trial-2390↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24420)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24420): Process ended prematurely: osmo-stp_10.42.42.5(pid=24420) [trial-2390↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24420)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:sysmo+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a13:08:14.883809 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:08:14.896038 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:08:15.027228 tst iperf3.py: using LAC 34151\u000a13:08:15.152834 tst iperf3.py: using RAC 236\u000a13:08:15.276432 tst iperf3.py: using CellId 34151\u000a13:08:15.400267 tst iperf3.py: using BVCI 34152\u000a13:08:15.424308 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:08:15.435324 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:08:15.446035 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:08:15.456678 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:08:15.467914 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:08:15.479182 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:08:15.490547 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:08:15.501689 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:08:15.513028 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:08:15.818831 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:08:15.972433 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:08:16.318213 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24412): Launched\u000a13:08:16.614079 run iperf3-srv_10.42.42.10(pid=24413): Launched\u000a13:08:16.810192 tst iperf3.py:8: start network...\u000a13:08:16.946960 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:08:17.467634 run create_hlr_db(pid=24414): Launched\u000a13:08:17.649577 bus /gobi_6: Setting Powered False\u000a13:08:18.667678 run create_hlr_db(pid=24414): Terminated: ok {rc=0}\u000a13:08:19.083426 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24416): Launched\u000a13:08:19.398975 run osmo-hlr_10.42.42.2(pid=24417): Launched\u000a13:08:19.513133 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:08:20.057271 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24419): Launched\u000a13:08:20.369616 run osmo-stp_10.42.42.5(pid=24420): Launched\u000a13:08:20.481306 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:08:21.027523 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24422): Launched\u000a13:08:21.137870 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:08:21.411029 run patchelf(pid=24423): Launched\u000a13:08:21.592208 run osmo-stp_10.42.42.5(pid=24420): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24420)]\u000a13:08:21.724633 run osmo-stp_10.42.42.5(pid=24420): stdout: \u000a| (launched: 2022-12-13_13:08:20.215476)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:08:21.857355 run osmo-stp_10.42.42.5(pid=24420): stderr: \u000a| �[0;m�[38;5;43m20221213130820389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213130820390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213130820390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213130820390 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213130820391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213130820391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213130820391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:08:21.985938 run osmo-stp_10.42.42.5(pid=24420): stdout: \u000a| (launched: 2022-12-13_13:08:20.215476)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:08:22.112934 run osmo-stp_10.42.42.5(pid=24420): stderr: \u000a| �[0;m�[38;5;43m20221213130820389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213130820390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213130820390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213130820390 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213130820391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213130820391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213130820391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:08:22.261757 run patchelf(pid=24423): Terminating (SIGINT)\u000a13:08:22.436675 run patchelf(pid=24423): Terminated: ok {rc=0}\u000a13:08:22.468649 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24420): Process ended prematurely: osmo-stp_10.42.42.5(pid=24420) [trial-2390↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24420)] [trial-2390↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8]\u000a13:08:22.477993 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a13:08:22.537901 run osmo-hlr_10.42.42.2(pid=24417): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:sysmo+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24417)]\u000a13:08:22.586843 run osmo-hlr_10.42.42.2(pid=24417): stdout: \u000a| (launched: 2022-12-13_13:08:19.242404) \u000a13:08:22.636400 run osmo-hlr_10.42.42.2(pid=24417): stderr: \u000a| �[0;m�[1;31m20221213130819421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213130819421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213130819421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213130819421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213130819421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213130819421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213130819451 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:sysmo+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213130819461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213130819461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213130819461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:08:22.679477 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24412): Terminating (SIGTERM)\u000a13:08:22.719332 run iperf3-srv_10.42.42.10(pid=24413): Terminating (SIGTERM)\u000a13:08:22.759332 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24416): Terminating (SIGTERM)\u000a13:08:22.799244 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24419): Terminating (SIGTERM)\u000a13:08:22.839128 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24422): Terminating (SIGTERM)\u000a13:08:22.848334 --- ParallelTerminationStrategy: PID 24412 died...\u000a13:08:22.901947 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24412): Terminated: ok {rc=0}\u000a13:08:22.911474 --- ParallelTerminationStrategy: PID 24413 died...\u000a13:08:22.964376 run iperf3-srv_10.42.42.10(pid=24413): Terminated {rc=256}\u000a13:08:22.973911 --- ParallelTerminationStrategy: PID 24416 died...\u000a13:08:23.027099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24416): Terminated: ok {rc=0}\u000a13:08:23.036932 --- ParallelTerminationStrategy: PID 24419 died...\u000a13:08:23.090024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24419): Terminated: ok {rc=0}\u000a13:08:23.099500 --- ParallelTerminationStrategy: PID 24422 died...\u000a13:08:23.152049 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24422): Terminated: ok {rc=0}\u000a13:08:23.239989 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 248, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24438): Process ended prematurely: osmo-stp_10.42.42.5(pid=24438) [trial-2390↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24438)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24438): Process ended prematurely: osmo-stp_10.42.42.5(pid=24438) [trial-2390↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24438)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:sysmo+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a13:08:24.351698 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:08:24.363250 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:08:24.500677 tst iperf3m4.py: using LAC 34152\u000a13:08:24.633112 tst iperf3m4.py: using RAC 237\u000a13:08:24.766396 tst iperf3m4.py: using CellId 34152\u000a13:08:24.897636 tst iperf3m4.py: using BVCI 34153\u000a13:08:24.923454 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:08:24.935013 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:08:24.946256 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:08:24.957568 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:08:24.968923 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:08:24.980355 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:08:24.992055 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:08:25.003452 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:08:25.015069 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:08:25.134866 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:08:25.261133 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:08:25.380808 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:08:25.683060 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:08:25.822738 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:08:26.171605 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24424): Launched\u000a13:08:26.461448 run iperf3-srv_10.42.42.10(pid=24425): Launched\u000a13:08:26.666527 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:08:26.806386 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:08:27.153961 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24426): Launched\u000a13:08:27.443962 run iperf3-srv_10.42.42.10(pid=24427): Launched\u000a13:08:27.649213 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:08:27.789106 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:08:28.138436 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24428): Launched\u000a13:08:28.428613 run iperf3-srv_10.42.42.10(pid=24429): Launched\u000a13:08:28.633991 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:08:28.774042 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:08:29.121238 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24430): Launched\u000a13:08:29.411720 run iperf3-srv_10.42.42.10(pid=24431): Launched\u000a13:08:29.618253 tst iperf3m4.py:8: start network...\u000a13:08:29.751888 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:08:30.254659 run create_hlr_db(pid=24432): Launched\u000a13:08:30.435264 bus /gobi_6: Setting Powered False\u000a13:08:31.456453 run create_hlr_db(pid=24432): Terminated: ok {rc=0}\u000a13:08:31.896503 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24434): Launched\u000a13:08:32.290079 run osmo-hlr_10.42.42.2(pid=24435): Launched\u000a13:08:32.413512 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:08:32.995933 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24437): Launched\u000a13:08:33.332123 run osmo-stp_10.42.42.5(pid=24438): Launched\u000a13:08:33.454269 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:08:34.038846 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24440): Launched\u000a13:08:34.158130 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:08:34.450987 run patchelf(pid=24441): Launched\u000a13:08:34.645437 run osmo-stp_10.42.42.5(pid=24438): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24438)]\u000a13:08:34.787688 run osmo-stp_10.42.42.5(pid=24438): stdout: \u000a| (launched: 2022-12-13_13:08:33.165896)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:08:34.930207 run osmo-stp_10.42.42.5(pid=24438): stderr: \u000a| �[0;m�[38;5;43m20221213130833360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213130833360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213130833360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213130833361 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213130833363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213130833363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213130833363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:08:35.067518 run osmo-stp_10.42.42.5(pid=24438): stdout: \u000a| (launched: 2022-12-13_13:08:33.165896)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:08:35.204259 run osmo-stp_10.42.42.5(pid=24438): stderr: \u000a| �[0;m�[38;5;43m20221213130833360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213130833360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213130833360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213130833361 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213130833363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213130833363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213130833363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:08:35.364332 run patchelf(pid=24441): Terminating (SIGINT)\u000a13:08:35.551768 run patchelf(pid=24441): Terminated: ok {rc=0}\u000a13:08:35.585958 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24438): Process ended prematurely: osmo-stp_10.42.42.5(pid=24438) [trial-2390↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24438)] [trial-2390↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8]\u000a13:08:35.595973 tst iperf3m4.py:8: Test FAILED (11.3 sec)\u000a13:08:35.659829 run osmo-hlr_10.42.42.2(pid=24435): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24435)]\u000a13:08:35.711449 run osmo-hlr_10.42.42.2(pid=24435): stdout: \u000a| (launched: 2022-12-13_13:08:32.058675) \u000a13:08:35.764005 run osmo-hlr_10.42.42.2(pid=24435): stderr: \u000a| �[0;m�[1;31m20221213130832293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213130832293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213130832293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213130832293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213130832293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213130832293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213130832309 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:sysmo+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213130832319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213130832319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213130832319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:08:35.808915 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24424): Terminating (SIGTERM)\u000a13:08:35.852759 run iperf3-srv_10.42.42.10(pid=24425): Terminating (SIGTERM)\u000a13:08:35.895116 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24426): Terminating (SIGTERM)\u000a13:08:35.937631 run iperf3-srv_10.42.42.10(pid=24427): Terminating (SIGTERM)\u000a13:08:35.979752 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24428): Terminating (SIGTERM)\u000a13:08:36.021783 run iperf3-srv_10.42.42.10(pid=24429): Terminating (SIGTERM)\u000a13:08:36.064468 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24430): Terminating (SIGTERM)\u000a13:08:36.106399 run iperf3-srv_10.42.42.10(pid=24431): Terminating (SIGTERM)\u000a13:08:36.149078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24434): Terminating (SIGTERM)\u000a13:08:36.191116 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24437): Terminating (SIGTERM)\u000a13:08:36.233597 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24440): Terminating (SIGTERM)\u000a13:08:36.243211 --- ParallelTerminationStrategy: PID 24424 died...\u000a13:08:36.299994 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24424): Terminated: ok {rc=0}\u000a13:08:36.310048 --- ParallelTerminationStrategy: PID 24425 died...\u000a13:08:36.366144 run iperf3-srv_10.42.42.10(pid=24425): Terminated {rc=256}\u000a13:08:36.376147 --- ParallelTerminationStrategy: PID 24426 died...\u000a13:08:36.432293 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24426): Terminated: ok {rc=0}\u000a13:08:36.442318 --- ParallelTerminationStrategy: PID 24427 died...\u000a13:08:36.498264 run iperf3-srv_10.42.42.10(pid=24427): Terminated {rc=256}\u000a13:08:36.508248 --- ParallelTerminationStrategy: PID 24428 died...\u000a13:08:36.564592 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24428): Terminated: ok {rc=0}\u000a13:08:36.574633 --- ParallelTerminationStrategy: PID 24429 died...\u000a13:08:36.630831 run iperf3-srv_10.42.42.10(pid=24429): Terminated {rc=256}\u000a13:08:36.640820 --- ParallelTerminationStrategy: PID 24430 died...\u000a13:08:36.697204 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24430): Terminated: ok {rc=0}\u000a13:08:36.707203 --- ParallelTerminationStrategy: PID 24431 died...\u000a13:08:36.763402 run iperf3-srv_10.42.42.10(pid=24431): Terminated {rc=256}\u000a13:08:36.773829 --- ParallelTerminationStrategy: PID 24434 died...\u000a13:08:36.830354 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24434): Terminated: ok {rc=0}\u000a13:08:36.840433 --- ParallelTerminationStrategy: PID 24437 died...\u000a13:08:36.896904 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24437): Terminated: ok {rc=0}\u000a13:08:36.907096 --- ParallelTerminationStrategy: PID 24440 died...\u000a13:08:36.964040 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24440): Terminated: ok {rc=0}\u000a13:08:37.051773 bus /gobi_4: Setting Powered False\u000a13:08:38.158609 bus /gobi_4: Setting Powered False\u000a13:08:39.268108 bus /gobi_1: Setting Powered False\u000a13:08:40.374991 bus /gobi_1: Setting Powered False\u000a13:08:41.485456 bus /gobi_0: Setting Powered False\u000a13:08:42.592850 bus /gobi_0: Setting Powered False\u000a13:08:43.702400 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 60, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24718): Process ended prematurely: osmo-stp_10.42.42.5(pid=24718) [trial-2390↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24718)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24718): Process ended prematurely: osmo-stp_10.42.42.5(pid=24718) [trial-2390↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24718)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:sysmo+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a13:08:44.771413 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:08:44.783430 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:08:44.918871 tst ping.py: using LAC 34153\u000a13:08:45.049353 tst ping.py: using RAC 238\u000a13:08:45.179098 tst ping.py: using CellId 34153\u000a13:08:45.313405 tst ping.py: using BVCI 34154\u000a13:08:45.338682 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:08:45.350064 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:08:45.361328 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:08:45.372387 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:08:45.383763 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:08:45.395275 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:08:45.406997 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:08:45.418414 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:08:45.705116 tst ping.py:19: start network...\u000a13:08:45.833585 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:08:46.371143 run create_hlr_db(pid=24443): Launched\u000a13:08:46.551853 bus /gobi_6: Setting Powered False\u000a13:08:47.605616 run create_hlr_db(pid=24443): Terminated: ok {rc=0}\u000a13:08:48.088367 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24514): Launched\u000a13:08:48.587904 run osmo-hlr_10.42.42.2(pid=24560): Launched\u000a13:08:48.839194 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:08:49.534581 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24688): Launched\u000a13:08:49.987946 run osmo-stp_10.42.42.5(pid=24718): Launched\u000a13:08:50.240810 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:08:50.810226 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24721): Launched\u000a13:08:50.932557 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:08:51.238746 run patchelf(pid=24722): Launched\u000a13:08:51.419008 run osmo-stp_10.42.42.5(pid=24718): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24718)]\u000a13:08:51.550912 run osmo-stp_10.42.42.5(pid=24718): stdout: \u000a| (launched: 2022-12-13_13:08:49.721595)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:08:51.685322 run osmo-stp_10.42.42.5(pid=24718): stderr: \u000a| �[0;m�[38;5;43m20221213130849987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213130849987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213130849987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213130849988 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213130849988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213130849988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213130849988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:08:51.813254 run osmo-stp_10.42.42.5(pid=24718): stdout: \u000a| (launched: 2022-12-13_13:08:49.721595)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:08:51.941272 run osmo-stp_10.42.42.5(pid=24718): stderr: \u000a| �[0;m�[38;5;43m20221213130849987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213130849987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213130849987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213130849988 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213130849988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213130849988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213130849988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:08:52.095960 run patchelf(pid=24722): Terminating (SIGINT)\u000a13:08:52.269689 run patchelf(pid=24722): Terminated: ok {rc=0}\u000a13:08:52.301642 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=24718): Process ended prematurely: osmo-stp_10.42.42.5(pid=24718) [trial-2390↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24718)] [trial-2390↪gprs:sysmo+mod-bts0-egprs↪ping.py:22]\u000a13:08:52.311068 tst ping.py:22: Test FAILED (7.5 sec)\u000a13:08:52.372280 run osmo-hlr_10.42.42.2(pid=24560): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:sysmo+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24560)]\u000a13:08:52.422175 run osmo-hlr_10.42.42.2(pid=24560): stdout: \u000a| (launched: 2022-12-13_13:08:48.283908) \u000a13:08:52.472797 run osmo-hlr_10.42.42.2(pid=24560): stderr: \u000a| �[0;m�[1;31m20221213130848694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213130848694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213130848694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213130848694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213130848694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213130848694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213130848721 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:sysmo+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213130848738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213130848738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213130848738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:08:52.516031 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24514): Terminating (SIGTERM)\u000a13:08:52.559050 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24688): Terminating (SIGTERM)\u000a13:08:52.602179 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24721): Terminating (SIGTERM)\u000a13:08:52.612409 --- ParallelTerminationStrategy: PID 24514 died...\u000a13:08:52.669776 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24514): Terminated: ok {rc=0}\u000a13:08:52.680113 --- ParallelTerminationStrategy: PID 24688 died...\u000a13:08:52.734833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24688): Terminated: ok {rc=0}\u000a13:08:52.744912 --- ParallelTerminationStrategy: PID 24721 died...\u000a13:08:52.800530 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24721): Terminated: ok {rc=0}\u000a13:08:52.887827 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 60, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24731): Process ended prematurely: osmo-stp_10.42.42.5(pid=24731) [trial-2390↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24731)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24731): Process ended prematurely: osmo-stp_10.42.42.5(pid=24731) [trial-2390↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24731)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:sysmo+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a13:08:53.943845 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:08:53.956585 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:08:54.087243 tst ping_idle_ping.py: using LAC 34154\u000a13:08:54.215315 tst ping_idle_ping.py: using RAC 239\u000a13:08:54.338724 tst ping_idle_ping.py: using CellId 34154\u000a13:08:54.464061 tst ping_idle_ping.py: using BVCI 34155\u000a13:08:54.489091 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:08:54.501032 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:08:54.512733 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:08:54.524680 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:08:54.536900 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:08:54.549357 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:08:54.562020 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:08:54.574356 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:08:54.875626 tst ping_idle_ping.py:24: start network...\u000a13:08:55.009384 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:08:55.558959 run create_hlr_db(pid=24725): Launched\u000a13:08:55.745073 bus /gobi_6: Setting Powered False\u000a13:08:56.766323 run create_hlr_db(pid=24725): Terminated: ok {rc=0}\u000a13:08:57.209678 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24727): Launched\u000a13:08:57.631528 run osmo-hlr_10.42.42.2(pid=24728): Launched\u000a13:08:57.877494 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:08:58.537093 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24730): Launched\u000a13:08:58.964543 run osmo-stp_10.42.42.5(pid=24731): Launched\u000a13:08:59.199099 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:08:59.848152 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24733): Launched\u000a13:08:59.966169 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:09:00.265499 run patchelf(pid=24734): Launched\u000a13:09:00.454710 run osmo-stp_10.42.42.5(pid=24731): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24731)]\u000a13:09:00.592450 run osmo-stp_10.42.42.5(pid=24731): stdout: \u000a| (launched: 2022-12-13_13:08:58.700227)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:09:00.731552 run osmo-stp_10.42.42.5(pid=24731): stderr: \u000a| �[0;m�[38;5;43m20221213130859044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213130859044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213130859045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213130859046 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213130859046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213130859046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213130859046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:09:00.865835 run osmo-stp_10.42.42.5(pid=24731): stdout: \u000a| (launched: 2022-12-13_13:08:58.700227)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:09:01.011583 run osmo-stp_10.42.42.5(pid=24731): stderr: \u000a| �[0;m�[38;5;43m20221213130859044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213130859044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213130859045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213130859046 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213130859046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213130859046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213130859046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:09:01.164291 run patchelf(pid=24734): Terminating (SIGINT)\u000a13:09:01.369668 run patchelf(pid=24734): Terminated: ok {rc=0}\u000a13:09:01.409963 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=24731): Process ended prematurely: osmo-stp_10.42.42.5(pid=24731) [trial-2390↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24731)] [trial-2390↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a13:09:01.421573 tst ping_idle_ping.py:27: Test FAILED (7.5 sec)\u000a13:09:01.493697 run osmo-hlr_10.42.42.2(pid=24728): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24728)]\u000a13:09:01.551592 run osmo-hlr_10.42.42.2(pid=24728): stdout: \u000a| (launched: 2022-12-13_13:08:57.371215) \u000a13:09:01.609897 run osmo-hlr_10.42.42.2(pid=24728): stderr: \u000a| �[0;m�[1;31m20221213130857728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213130857728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213130857728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213130857728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213130857728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213130857728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213130857747 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:sysmo+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213130857755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213130857755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213130857755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:09:01.661833 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24727): Terminating (SIGTERM)\u000a13:09:01.712828 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24730): Terminating (SIGTERM)\u000a13:09:01.763734 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24733): Terminating (SIGTERM)\u000a13:09:01.775473 --- ParallelTerminationStrategy: PID 24727 died...\u000a13:09:01.840159 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24727): Terminated: ok {rc=0}\u000a13:09:01.852881 --- ParallelTerminationStrategy: PID 24730 died...\u000a13:09:01.916348 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24730): Terminated: ok {rc=0}\u000a13:09:01.928500 --- ParallelTerminationStrategy: PID 24733 died...\u000a13:09:01.991423 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24733): Terminated: ok {rc=0}\u000a13:09:02.096707 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 63.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "13", "name" : "gprs_sysmo+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:08:01" }, { "cases" : [ { "testActions" : [ ], "age" : 248, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24748): Process ended prematurely: osmo-stp_10.42.42.5(pid=24748) [trial-2390↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24748)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24748): Process ended prematurely: osmo-stp_10.42.42.5(pid=24748) [trial-2390↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24748)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:sysmo+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:09:04.258527 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:09:04.271305 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:09:04.433474 tst cs_paging_gprs_active.py: using LAC 34155\u000a13:09:04.570608 tst cs_paging_gprs_active.py: using RAC 240\u000a13:09:04.706285 tst cs_paging_gprs_active.py: using CellId 34155\u000a13:09:04.840005 tst cs_paging_gprs_active.py: using BVCI 34156\u000a13:09:04.868421 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:09:04.880864 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:09:04.893541 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:09:04.905815 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:09:04.919075 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:09:04.932745 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:09:04.946744 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:09:04.959902 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:09:04.973972 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:09:05.105640 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:09:05.421468 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:09:05.568626 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:09:05.940595 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24738): Launched\u000a13:09:06.257096 run iperf3-srv_10.42.42.10(pid=24739): Launched\u000a13:09:06.471433 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:09:06.616850 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:09:06.989829 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24740): Launched\u000a13:09:07.304660 run iperf3-srv_10.42.42.10(pid=24741): Launched\u000a13:09:07.517311 tst cs_paging_gprs_active.py:38: start network...\u000a13:09:07.663817 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:09:08.249712 run create_hlr_db(pid=24742): Launched\u000a13:09:08.450724 bus /gobi_6: Setting Powered False\u000a13:09:09.468006 run create_hlr_db(pid=24742): Terminated: ok {rc=0}\u000a13:09:09.900674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24744): Launched\u000a13:09:10.215917 run osmo-hlr_10.42.42.2(pid=24745): Launched\u000a13:09:10.335093 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:09:10.880202 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24747): Launched\u000a13:09:11.197406 run osmo-stp_10.42.42.5(pid=24748): Launched\u000a13:09:11.312291 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:09:11.863128 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24750): Launched\u000a13:09:11.975356 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:09:12.250925 run patchelf(pid=24751): Launched\u000a13:09:12.433987 run osmo-stp_10.42.42.5(pid=24748): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24748)]\u000a13:09:12.567399 run osmo-stp_10.42.42.5(pid=24748): stdout: \u000a| (launched: 2022-12-13_13:09:11.039038)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:09:12.700887 run osmo-stp_10.42.42.5(pid=24748): stderr: \u000a| �[0;m�[38;5;43m20221213130911212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213130911213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213130911213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213130911213 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213130911214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213130911214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213130911214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:09:12.829761 run osmo-stp_10.42.42.5(pid=24748): stdout: \u000a| (launched: 2022-12-13_13:09:11.039038)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:09:12.957323 run osmo-stp_10.42.42.5(pid=24748): stderr: \u000a| �[0;m�[38;5;43m20221213130911212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213130911213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213130911213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213130911213 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213130911214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213130911214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213130911214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:09:13.106866 run patchelf(pid=24751): Terminating (SIGINT)\u000a13:09:13.282659 run patchelf(pid=24751): Terminated: ok {rc=0}\u000a13:09:13.314985 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=24748): Process ended prematurely: osmo-stp_10.42.42.5(pid=24748) [trial-2390↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24748)] [trial-2390↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a13:09:13.324265 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec)\u000a13:09:13.384099 run osmo-hlr_10.42.42.2(pid=24745): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24745)]\u000a13:09:13.432823 run osmo-hlr_10.42.42.2(pid=24745): stdout: \u000a| (launched: 2022-12-13_13:09:10.060539) \u000a13:09:13.482328 run osmo-hlr_10.42.42.2(pid=24745): stderr: \u000a| �[0;m�[1;31m20221213130910241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213130910241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213130910242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213130910242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213130910242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213130910242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213130910255 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:sysmo+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213130910264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213130910265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213130910265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:09:13.524596 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24738): Terminating (SIGTERM)\u000a13:09:13.564214 run iperf3-srv_10.42.42.10(pid=24739): Terminating (SIGTERM)\u000a13:09:13.604020 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24740): Terminating (SIGTERM)\u000a13:09:13.643826 run iperf3-srv_10.42.42.10(pid=24741): Terminating (SIGTERM)\u000a13:09:13.683745 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24744): Terminating (SIGTERM)\u000a13:09:13.723473 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24747): Terminating (SIGTERM)\u000a13:09:13.763772 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24750): Terminating (SIGTERM)\u000a13:09:13.773005 --- ParallelTerminationStrategy: PID 24738 died...\u000a13:09:13.826250 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24738): Terminated: ok {rc=0}\u000a13:09:13.835737 --- ParallelTerminationStrategy: PID 24739 died...\u000a13:09:13.888523 run iperf3-srv_10.42.42.10(pid=24739): Terminated {rc=256}\u000a13:09:13.898058 --- ParallelTerminationStrategy: PID 24740 died...\u000a13:09:13.950759 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24740): Terminated: ok {rc=0}\u000a13:09:13.960135 --- ParallelTerminationStrategy: PID 24741 died...\u000a13:09:14.012922 run iperf3-srv_10.42.42.10(pid=24741): Terminated {rc=256}\u000a13:09:14.022536 --- ParallelTerminationStrategy: PID 24744 died...\u000a13:09:14.075413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24744): Terminated: ok {rc=0}\u000a13:09:14.084882 --- ParallelTerminationStrategy: PID 24747 died...\u000a13:09:14.137789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24747): Terminated: ok {rc=0}\u000a13:09:14.147285 --- ParallelTerminationStrategy: PID 24750 died...\u000a13:09:14.200001 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24750): Terminated: ok {rc=0}\u000a13:09:14.288740 bus /gobi_0: Setting Powered False\u000a13:09:15.392458 bus /gobi_0: Setting Powered False\u000a13:09:16.503472 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 248, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24760): Process ended prematurely: osmo-stp_10.42.42.5(pid=24760) [trial-2390↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24760)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24760): Process ended prematurely: osmo-stp_10.42.42.5(pid=24760) [trial-2390↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24760)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:sysmo+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a13:09:17.618337 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:09:17.630457 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:09:17.788385 tst iperf3.py: using LAC 34156\u000a13:09:17.920339 tst iperf3.py: using RAC 241\u000a13:09:18.045939 tst iperf3.py: using CellId 34156\u000a13:09:18.171074 tst iperf3.py: using BVCI 34157\u000a13:09:18.195230 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:09:18.206894 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:09:18.217900 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:09:18.228710 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:09:18.239665 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:09:18.250786 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:09:18.261934 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:09:18.272837 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:09:18.283972 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:09:18.586352 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:09:18.726674 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:09:19.074020 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24752): Launched\u000a13:09:19.366074 run iperf3-srv_10.42.42.10(pid=24753): Launched\u000a13:09:19.571127 tst iperf3.py:8: start network...\u000a13:09:19.710619 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:09:20.237603 run create_hlr_db(pid=24754): Launched\u000a13:09:20.430921 bus /gobi_6: Setting Powered False\u000a13:09:21.451633 run create_hlr_db(pid=24754): Terminated: ok {rc=0}\u000a13:09:21.873532 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24756): Launched\u000a13:09:22.188059 run osmo-hlr_10.42.42.2(pid=24757): Launched\u000a13:09:22.303232 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:09:22.850288 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24759): Launched\u000a13:09:23.165201 run osmo-stp_10.42.42.5(pid=24760): Launched\u000a13:09:23.278307 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:09:23.823244 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24762): Launched\u000a13:09:23.934698 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:09:24.208463 run patchelf(pid=24763): Launched\u000a13:09:24.390902 run osmo-stp_10.42.42.5(pid=24760): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24760)]\u000a13:09:24.524289 run osmo-stp_10.42.42.5(pid=24760): stdout: \u000a| (launched: 2022-12-13_13:09:23.008661)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:09:24.659205 run osmo-stp_10.42.42.5(pid=24760): stderr: \u000a| �[0;m�[38;5;43m20221213130923181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213130923181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213130923181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213130923182 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213130923184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213130923184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213130923184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:09:24.788179 run osmo-stp_10.42.42.5(pid=24760): stdout: \u000a| (launched: 2022-12-13_13:09:23.008661)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:09:24.916157 run osmo-stp_10.42.42.5(pid=24760): stderr: \u000a| �[0;m�[38;5;43m20221213130923181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213130923181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213130923181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213130923182 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213130923184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213130923184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213130923184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:09:25.065502 run patchelf(pid=24763): Terminating (SIGINT)\u000a13:09:25.240788 run patchelf(pid=24763): Terminated: ok {rc=0}\u000a13:09:25.272811 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24760): Process ended prematurely: osmo-stp_10.42.42.5(pid=24760) [trial-2390↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24760)] [trial-2390↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a13:09:25.282080 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a13:09:25.342660 run osmo-hlr_10.42.42.2(pid=24757): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24757)]\u000a13:09:25.392146 run osmo-hlr_10.42.42.2(pid=24757): stdout: \u000a| (launched: 2022-12-13_13:09:22.032410) \u000a13:09:25.442079 run osmo-hlr_10.42.42.2(pid=24757): stderr: \u000a| �[0;m�[1;31m20221213130922212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213130922212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213130922212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213130922212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213130922212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213130922212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213130922228 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:sysmo+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213130922239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213130922239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213130922239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:09:25.485060 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24752): Terminating (SIGTERM)\u000a13:09:25.525312 run iperf3-srv_10.42.42.10(pid=24753): Terminating (SIGTERM)\u000a13:09:25.565819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24756): Terminating (SIGTERM)\u000a13:09:25.606156 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24759): Terminating (SIGTERM)\u000a13:09:25.646581 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24762): Terminating (SIGTERM)\u000a13:09:25.655900 --- ParallelTerminationStrategy: PID 24752 died...\u000a13:09:25.710124 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24752): Terminated: ok {rc=0}\u000a13:09:25.719911 --- ParallelTerminationStrategy: PID 24753 died...\u000a13:09:25.773660 run iperf3-srv_10.42.42.10(pid=24753): Terminated {rc=256}\u000a13:09:25.783379 --- ParallelTerminationStrategy: PID 24756 died...\u000a13:09:25.837667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24756): Terminated: ok {rc=0}\u000a13:09:25.847514 --- ParallelTerminationStrategy: PID 24759 died...\u000a13:09:25.901498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24759): Terminated: ok {rc=0}\u000a13:09:25.911270 --- ParallelTerminationStrategy: PID 24762 died...\u000a13:09:25.964935 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24762): Terminated: ok {rc=0}\u000a13:09:26.054186 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 248, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24778): Process ended prematurely: osmo-stp_10.42.42.5(pid=24778) [trial-2390↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24778)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24778): Process ended prematurely: osmo-stp_10.42.42.5(pid=24778) [trial-2390↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24778)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:sysmo+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a13:09:27.167089 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:09:27.178832 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:09:27.326900 tst iperf3m4.py: using LAC 34157\u000a13:09:27.451705 tst iperf3m4.py: using RAC 242\u000a13:09:27.576086 tst iperf3m4.py: using CellId 34157\u000a13:09:27.701082 tst iperf3m4.py: using BVCI 34158\u000a13:09:27.725155 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:09:27.736062 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:09:27.746840 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:09:27.757555 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:09:27.768332 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:09:27.779325 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:09:27.790372 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:09:27.801243 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:09:27.812241 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:09:27.931963 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:09:28.055201 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:09:28.174213 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:09:28.479189 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:09:28.619343 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:09:28.966690 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24764): Launched\u000a13:09:29.256461 run iperf3-srv_10.42.42.10(pid=24765): Launched\u000a13:09:29.461683 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:09:29.600589 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:09:29.948139 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24766): Launched\u000a13:09:30.236351 run iperf3-srv_10.42.42.10(pid=24767): Launched\u000a13:09:30.441333 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:09:30.580174 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:09:30.953247 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24768): Launched\u000a13:09:31.247918 run iperf3-srv_10.42.42.10(pid=24769): Launched\u000a13:09:31.442427 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:09:31.576012 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:09:31.922501 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24770): Launched\u000a13:09:32.214714 run iperf3-srv_10.42.42.10(pid=24771): Launched\u000a13:09:32.405173 tst iperf3m4.py:8: start network...\u000a13:09:32.535345 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:09:33.040126 run create_hlr_db(pid=24772): Launched\u000a13:09:33.219847 bus /gobi_6: Setting Powered False\u000a13:09:34.240501 run create_hlr_db(pid=24772): Terminated: ok {rc=0}\u000a13:09:34.658454 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24774): Launched\u000a13:09:34.976198 run osmo-hlr_10.42.42.2(pid=24775): Launched\u000a13:09:35.089757 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:09:35.633098 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24777): Launched\u000a13:09:35.947996 run osmo-stp_10.42.42.5(pid=24778): Launched\u000a13:09:36.061237 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:09:36.606314 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24780): Launched\u000a13:09:36.717180 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:09:36.990516 run patchelf(pid=24781): Launched\u000a13:09:37.173224 run osmo-stp_10.42.42.5(pid=24778): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24778)]\u000a13:09:37.306719 run osmo-stp_10.42.42.5(pid=24778): stdout: \u000a| (launched: 2022-12-13_13:09:35.791069)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:09:37.440103 run osmo-stp_10.42.42.5(pid=24778): stderr: \u000a| �[0;m�[38;5;43m20221213130935966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213130935967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213130935967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213130935967 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213130935968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213130935968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213130935968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:09:37.568678 run osmo-stp_10.42.42.5(pid=24778): stdout: \u000a| (launched: 2022-12-13_13:09:35.791069)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:09:37.696716 run osmo-stp_10.42.42.5(pid=24778): stderr: \u000a| �[0;m�[38;5;43m20221213130935966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213130935967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213130935967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213130935967 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213130935968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213130935968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213130935968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:09:37.846641 run patchelf(pid=24781): Terminating (SIGINT)\u000a13:09:38.022817 run patchelf(pid=24781): Terminated: ok {rc=0}\u000a13:09:38.055012 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24778): Process ended prematurely: osmo-stp_10.42.42.5(pid=24778) [trial-2390↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24778)] [trial-2390↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a13:09:38.064239 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a13:09:38.124896 run osmo-hlr_10.42.42.2(pid=24775): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24775)]\u000a13:09:38.174297 run osmo-hlr_10.42.42.2(pid=24775): stdout: \u000a| (launched: 2022-12-13_13:09:34.818020) \u000a13:09:38.224187 run osmo-hlr_10.42.42.2(pid=24775): stderr: \u000a| �[0;m�[1;31m20221213130935001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213130935001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213130935001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213130935001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213130935001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213130935002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213130935014 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:sysmo+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213130935023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213130935023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213130935023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:09:38.267494 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24764): Terminating (SIGTERM)\u000a13:09:38.308249 run iperf3-srv_10.42.42.10(pid=24765): Terminating (SIGTERM)\u000a13:09:38.349058 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24766): Terminating (SIGTERM)\u000a13:09:38.389780 run iperf3-srv_10.42.42.10(pid=24767): Terminating (SIGTERM)\u000a13:09:38.430234 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24768): Terminating (SIGTERM)\u000a13:09:38.470342 run iperf3-srv_10.42.42.10(pid=24769): Terminating (SIGTERM)\u000a13:09:38.510419 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24770): Terminating (SIGTERM)\u000a13:09:38.550484 run iperf3-srv_10.42.42.10(pid=24771): Terminating (SIGTERM)\u000a13:09:38.590746 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24774): Terminating (SIGTERM)\u000a13:09:38.630996 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24777): Terminating (SIGTERM)\u000a13:09:38.671215 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24780): Terminating (SIGTERM)\u000a13:09:38.680681 --- ParallelTerminationStrategy: PID 24764 died...\u000a13:09:38.734657 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24764): Terminated: ok {rc=0}\u000a13:09:38.744377 --- ParallelTerminationStrategy: PID 24765 died...\u000a13:09:38.797905 run iperf3-srv_10.42.42.10(pid=24765): Terminated {rc=256}\u000a13:09:38.807497 --- ParallelTerminationStrategy: PID 24766 died...\u000a13:09:38.861498 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24766): Terminated: ok {rc=0}\u000a13:09:38.871199 --- ParallelTerminationStrategy: PID 24767 died...\u000a13:09:38.924518 run iperf3-srv_10.42.42.10(pid=24767): Terminated {rc=256}\u000a13:09:38.934270 --- ParallelTerminationStrategy: PID 24768 died...\u000a13:09:38.987805 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24768): Terminated: ok {rc=0}\u000a13:09:38.997566 --- ParallelTerminationStrategy: PID 24769 died...\u000a13:09:39.051070 run iperf3-srv_10.42.42.10(pid=24769): Terminated {rc=256}\u000a13:09:39.060801 --- ParallelTerminationStrategy: PID 24770 died...\u000a13:09:39.114384 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24770): Terminated: ok {rc=0}\u000a13:09:39.124127 --- ParallelTerminationStrategy: PID 24771 died...\u000a13:09:39.177765 run iperf3-srv_10.42.42.10(pid=24771): Terminated {rc=256}\u000a13:09:39.187536 --- ParallelTerminationStrategy: PID 24774 died...\u000a13:09:39.241465 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24774): Terminated: ok {rc=0}\u000a13:09:39.251245 --- ParallelTerminationStrategy: PID 24777 died...\u000a13:09:39.304662 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24777): Terminated: ok {rc=0}\u000a13:09:39.314498 --- ParallelTerminationStrategy: PID 24780 died...\u000a13:09:39.368163 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24780): Terminated: ok {rc=0}\u000a13:09:39.457553 bus /gobi_4: Setting Powered False\u000a13:09:40.563361 bus /gobi_4: Setting Powered False\u000a13:09:41.675064 bus /gobi_1: Setting Powered False\u000a13:09:42.783321 bus /gobi_1: Setting Powered False\u000a13:09:43.896278 bus /gobi_0: Setting Powered False\u000a13:09:44.999812 bus /gobi_0: Setting Powered False\u000a13:09:46.110174 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 60, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24788): Process ended prematurely: osmo-stp_10.42.42.5(pid=24788) [trial-2390↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24788)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24788): Process ended prematurely: osmo-stp_10.42.42.5(pid=24788) [trial-2390↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24788)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:sysmo+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a13:09:47.190133 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:09:47.205153 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:09:47.360126 tst ping.py: using LAC 34158\u000a13:09:47.490072 tst ping.py: using RAC 243\u000a13:09:47.618752 tst ping.py: using CellId 34158\u000a13:09:47.744587 tst ping.py: using BVCI 34159\u000a13:09:47.768311 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:09:47.779422 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:09:47.790352 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:09:47.801475 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:09:47.812585 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:09:47.823820 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:09:47.835210 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:09:47.846524 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:09:48.129551 tst ping.py:19: start network...\u000a13:09:48.256923 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:09:48.750418 run create_hlr_db(pid=24782): Launched\u000a13:09:48.927691 bus /gobi_6: Setting Powered False\u000a13:09:49.959016 run create_hlr_db(pid=24782): Terminated: ok {rc=0}\u000a13:09:50.397995 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24784): Launched\u000a13:09:50.727746 run osmo-hlr_10.42.42.2(pid=24785): Launched\u000a13:09:50.850096 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:09:51.434902 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24787): Launched\u000a13:09:51.764332 run osmo-stp_10.42.42.5(pid=24788): Launched\u000a13:09:51.884140 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:09:52.456159 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24790): Launched\u000a13:09:52.564868 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:09:52.833721 run patchelf(pid=24791): Launched\u000a13:09:53.012690 run osmo-stp_10.42.42.5(pid=24788): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24788)]\u000a13:09:53.144209 run osmo-stp_10.42.42.5(pid=24788): stdout: \u000a| (launched: 2022-12-13_13:09:51.601345)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:09:53.275366 run osmo-stp_10.42.42.5(pid=24788): stderr: \u000a| �[0;m�[38;5;43m20221213130951795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213130951795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213130951795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213130951796 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213130951796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213130951796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213130951796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:09:53.402012 run osmo-stp_10.42.42.5(pid=24788): stdout: \u000a| (launched: 2022-12-13_13:09:51.601345)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:09:53.526990 run osmo-stp_10.42.42.5(pid=24788): stderr: \u000a| �[0;m�[38;5;43m20221213130951795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213130951795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213130951795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213130951796 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213130951796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213130951796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213130951796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:09:53.672826 run patchelf(pid=24791): Terminating (SIGINT)\u000a13:09:53.844737 run patchelf(pid=24791): Terminated: ok {rc=0}\u000a13:09:53.875960 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=24788): Process ended prematurely: osmo-stp_10.42.42.5(pid=24788) [trial-2390↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24788)] [trial-2390↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22]\u000a13:09:53.884517 tst ping.py:22: Test FAILED (6.7 sec)\u000a13:09:53.944194 run osmo-hlr_10.42.42.2(pid=24785): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24785)]\u000a13:09:53.993135 run osmo-hlr_10.42.42.2(pid=24785): stdout: \u000a| (launched: 2022-12-13_13:09:50.565198) \u000a13:09:54.042365 run osmo-hlr_10.42.42.2(pid=24785): stderr: \u000a| �[0;m�[1;31m20221213130950765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213130950765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213130950765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213130950765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213130950765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213130950765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213130950779 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:sysmo+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213130950789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213130950789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213130950789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:09:54.085259 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24784): Terminating (SIGTERM)\u000a13:09:54.125285 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24787): Terminating (SIGTERM)\u000a13:09:54.165147 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24790): Terminating (SIGTERM)\u000a13:09:54.174434 --- ParallelTerminationStrategy: PID 24784 died...\u000a13:09:54.228058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24784): Terminated: ok {rc=0}\u000a13:09:54.237651 --- ParallelTerminationStrategy: PID 24787 died...\u000a13:09:54.290767 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24787): Terminated: ok {rc=0}\u000a13:09:54.300329 --- ParallelTerminationStrategy: PID 24790 died...\u000a13:09:54.353575 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24790): Terminated: ok {rc=0}\u000a13:09:54.441522 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 60, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24798): Process ended prematurely: osmo-stp_10.42.42.5(pid=24798) [trial-2390↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24798)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24798): Process ended prematurely: osmo-stp_10.42.42.5(pid=24798) [trial-2390↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24798)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:sysmo+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a13:09:55.494605 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:09:55.506730 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:09:55.657173 tst ping_idle_ping.py: using LAC 34159\u000a13:09:55.776643 tst ping_idle_ping.py: using RAC 244\u000a13:09:55.896593 tst ping_idle_ping.py: using CellId 34159\u000a13:09:56.015922 tst ping_idle_ping.py: using BVCI 34160\u000a13:09:56.039222 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:09:56.050301 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:09:56.061079 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:09:56.071750 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:09:56.082685 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:09:56.093345 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:09:56.104286 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:09:56.115630 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:09:56.413282 tst ping_idle_ping.py:24: start network...\u000a13:09:56.550146 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:09:57.070613 run create_hlr_db(pid=24792): Launched\u000a13:09:57.263445 bus /gobi_6: Setting Powered False\u000a13:09:58.282631 run create_hlr_db(pid=24792): Terminated: ok {rc=0}\u000a13:09:58.699423 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24794): Launched\u000a13:09:59.010327 run osmo-hlr_10.42.42.2(pid=24795): Launched\u000a13:09:59.123990 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:09:59.660537 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24797): Launched\u000a13:09:59.969452 run osmo-stp_10.42.42.5(pid=24798): Launched\u000a13:10:00.081046 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:10:00.621692 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24800): Launched\u000a13:10:00.730692 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:10:01.021950 run patchelf(pid=24801): Launched\u000a13:10:01.207916 run osmo-stp_10.42.42.5(pid=24798): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24798)]\u000a13:10:01.343945 run osmo-stp_10.42.42.5(pid=24798): stdout: \u000a| (launched: 2022-12-13_13:09:59.816339)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:10:01.487088 run osmo-stp_10.42.42.5(pid=24798): stderr: \u000a| �[0;m�[38;5;43m20221213130959989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213130959989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213130959989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213130959990 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213130959992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213130959992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213130959992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:10:01.617808 run osmo-stp_10.42.42.5(pid=24798): stdout: \u000a| (launched: 2022-12-13_13:09:59.816339)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:10:01.747033 run osmo-stp_10.42.42.5(pid=24798): stderr: \u000a| �[0;m�[38;5;43m20221213130959989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213130959989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213130959989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213130959990 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213130959992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213130959992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213130959992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:10:01.897422 run patchelf(pid=24801): Terminating (SIGINT)\u000a13:10:02.073316 run patchelf(pid=24801): Terminated: ok {rc=0}\u000a13:10:02.106201 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=24798): Process ended prematurely: osmo-stp_10.42.42.5(pid=24798) [trial-2390↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24798)] [trial-2390↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a13:10:02.116036 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a13:10:02.178342 run osmo-hlr_10.42.42.2(pid=24795): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24795)]\u000a13:10:02.228811 run osmo-hlr_10.42.42.2(pid=24795): stdout: \u000a| (launched: 2022-12-13_13:09:58.856250) \u000a13:10:02.279432 run osmo-hlr_10.42.42.2(pid=24795): stderr: \u000a| �[0;m�[1;31m20221213130959034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213130959034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213130959034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213130959034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213130959035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213130959035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213130959047 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:sysmo+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213130959055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213130959055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213130959055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:10:02.322831 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24794): Terminating (SIGTERM)\u000a13:10:02.363401 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24797): Terminating (SIGTERM)\u000a13:10:02.403878 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24800): Terminating (SIGTERM)\u000a13:10:02.413166 --- ParallelTerminationStrategy: PID 24794 died...\u000a13:10:02.466879 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24794): Terminated: ok {rc=0}\u000a13:10:02.476486 --- ParallelTerminationStrategy: PID 24797 died...\u000a13:10:02.529997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24797): Terminated: ok {rc=0}\u000a13:10:02.539649 --- ParallelTerminationStrategy: PID 24800 died...\u000a13:10:02.593101 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24800): Terminated: ok {rc=0}\u000a13:10:02.682290 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "14", "name" : "gprs_sysmo+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:09:03" }, { "cases" : [ { "testActions" : [ ], "age" : 248, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24820): Process ended prematurely: osmo-stp_10.42.42.5(pid=24820) [trial-2390↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24820)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24820): Process ended prematurely: osmo-stp_10.42.42.5(pid=24820) [trial-2390↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24820)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:sysmo+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:10:04.803747 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:04.815237 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:10:04.976715 tst cs_paging_gprs_active.py: using LAC 34160\u000a13:10:05.110852 tst cs_paging_gprs_active.py: using RAC 245\u000a13:10:05.241672 tst cs_paging_gprs_active.py: using CellId 34160\u000a13:10:05.371459 tst cs_paging_gprs_active.py: using BVCI 34161\u000a13:10:05.397404 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:05.408737 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:05.419961 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:05.431153 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:05.442648 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:05.454174 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:05.465805 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:05.477340 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:05.489139 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:10:05.609012 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:10:05.915183 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:10:06.056038 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:10:06.407505 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24810): Launched\u000a13:10:06.697531 run iperf3-srv_10.42.42.10(pid=24811): Launched\u000a13:10:06.902510 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:10:07.042508 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:10:07.390196 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24812): Launched\u000a13:10:07.681503 run iperf3-srv_10.42.42.10(pid=24813): Launched\u000a13:10:07.886686 tst cs_paging_gprs_active.py:38: start network...\u000a13:10:08.026653 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:10:08.558729 run create_hlr_db(pid=24814): Launched\u000a13:10:08.752362 bus /gobi_6: Setting Powered False\u000a13:10:09.773504 run create_hlr_db(pid=24814): Terminated: ok {rc=0}\u000a13:10:10.195533 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24816): Launched\u000a13:10:10.511972 run osmo-hlr_10.42.42.2(pid=24817): Launched\u000a13:10:10.635478 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:10:11.189417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24819): Launched\u000a13:10:11.504318 run osmo-stp_10.42.42.5(pid=24820): Launched\u000a13:10:11.619130 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:10:12.166811 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24822): Launched\u000a13:10:12.279261 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:10:12.554769 run patchelf(pid=24823): Launched\u000a13:10:12.737502 run osmo-stp_10.42.42.5(pid=24820): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24820)]\u000a13:10:12.870708 run osmo-stp_10.42.42.5(pid=24820): stdout: \u000a| (launched: 2022-12-13_13:10:11.348443)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:10:13.004025 run osmo-stp_10.42.42.5(pid=24820): stderr: \u000a| �[0;m�[38;5;43m20221213131011523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131011523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131011523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131011523 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131011524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131011524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131011524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:10:13.132775 run osmo-stp_10.42.42.5(pid=24820): stdout: \u000a| (launched: 2022-12-13_13:10:11.348443)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:10:13.260661 run osmo-stp_10.42.42.5(pid=24820): stderr: \u000a| �[0;m�[38;5;43m20221213131011523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131011523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131011523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131011523 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131011524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131011524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131011524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:10:13.410198 run patchelf(pid=24823): Terminating (SIGINT)\u000a13:10:13.585971 run patchelf(pid=24823): Terminated: ok {rc=0}\u000a13:10:13.618242 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=24820): Process ended prematurely: osmo-stp_10.42.42.5(pid=24820) [trial-2390↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24820)] [trial-2390↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a13:10:13.627472 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a13:10:13.687837 run osmo-hlr_10.42.42.2(pid=24817): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24817)]\u000a13:10:13.737120 run osmo-hlr_10.42.42.2(pid=24817): stdout: \u000a| (launched: 2022-12-13_13:10:10.355660) \u000a13:10:13.786885 run osmo-hlr_10.42.42.2(pid=24817): stderr: \u000a| �[0;m�[1;31m20221213131010537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213131010537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213131010538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131010538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131010538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213131010538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213131010551 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:sysmo+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213131010562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213131010562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213131010562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:10:13.829811 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24810): Terminating (SIGTERM)\u000a13:10:13.870068 run iperf3-srv_10.42.42.10(pid=24811): Terminating (SIGTERM)\u000a13:10:13.910462 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24812): Terminating (SIGTERM)\u000a13:10:13.950594 run iperf3-srv_10.42.42.10(pid=24813): Terminating (SIGTERM)\u000a13:10:13.990704 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24816): Terminating (SIGTERM)\u000a13:10:14.030866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24819): Terminating (SIGTERM)\u000a13:10:14.071009 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24822): Terminating (SIGTERM)\u000a13:10:14.080288 --- ParallelTerminationStrategy: PID 24810 died...\u000a13:10:14.134173 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24810): Terminated: ok {rc=0}\u000a13:10:14.143732 --- ParallelTerminationStrategy: PID 24811 died...\u000a13:10:14.196928 run iperf3-srv_10.42.42.10(pid=24811): Terminated {rc=256}\u000a13:10:14.206519 --- ParallelTerminationStrategy: PID 24812 died...\u000a13:10:14.260808 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24812): Terminated: ok {rc=0}\u000a13:10:14.270422 --- ParallelTerminationStrategy: PID 24813 died...\u000a13:10:14.323970 run iperf3-srv_10.42.42.10(pid=24813): Terminated {rc=256}\u000a13:10:14.333610 --- ParallelTerminationStrategy: PID 24816 died...\u000a13:10:14.387176 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24816): Terminated: ok {rc=0}\u000a13:10:14.396728 --- ParallelTerminationStrategy: PID 24819 died...\u000a13:10:14.450032 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24819): Terminated: ok {rc=0}\u000a13:10:14.459644 --- ParallelTerminationStrategy: PID 24822 died...\u000a13:10:14.513107 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24822): Terminated: ok {rc=0}\u000a13:10:14.602064 bus /gobi_0: Setting Powered False\u000a13:10:15.706933 bus /gobi_0: Setting Powered False\u000a13:10:16.814832 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 248, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24832): Process ended prematurely: osmo-stp_10.42.42.5(pid=24832) [trial-2390↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24832)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24832): Process ended prematurely: osmo-stp_10.42.42.5(pid=24832) [trial-2390↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24832)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:sysmo+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a13:10:17.924107 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:17.935629 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:10:18.086812 tst iperf3.py: using LAC 34161\u000a13:10:18.211749 tst iperf3.py: using RAC 246\u000a13:10:18.340590 tst iperf3.py: using CellId 34161\u000a13:10:18.466025 tst iperf3.py: using BVCI 34162\u000a13:10:18.490083 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:18.500897 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:18.511641 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:18.522877 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:18.533607 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:18.544209 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:18.555022 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:18.565660 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:18.576539 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:10:18.860778 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:10:18.991196 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:10:19.318404 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24824): Launched\u000a13:10:19.591070 run iperf3-srv_10.42.42.10(pid=24825): Launched\u000a13:10:19.782381 tst iperf3.py:8: start network...\u000a13:10:19.912539 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:10:20.418664 run create_hlr_db(pid=24826): Launched\u000a13:10:20.599651 bus /gobi_6: Setting Powered False\u000a13:10:21.620609 run create_hlr_db(pid=24826): Terminated: ok {rc=0}\u000a13:10:22.067032 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24828): Launched\u000a13:10:22.407787 run osmo-hlr_10.42.42.2(pid=24829): Launched\u000a13:10:22.532624 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:10:23.118993 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24831): Launched\u000a13:10:23.458115 run osmo-stp_10.42.42.5(pid=24832): Launched\u000a13:10:23.581147 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:10:24.168327 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24834): Launched\u000a13:10:24.288250 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:10:24.583515 run patchelf(pid=24835): Launched\u000a13:10:24.779203 run osmo-stp_10.42.42.5(pid=24832): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24832)]\u000a13:10:24.922336 run osmo-stp_10.42.42.5(pid=24832): stdout: \u000a| (launched: 2022-12-13_13:10:23.289768)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:10:25.065584 run osmo-stp_10.42.42.5(pid=24832): stderr: \u000a| �[0;m�[38;5;43m20221213131023485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131023485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131023485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131023486 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131023486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131023486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131023486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:10:25.203916 run osmo-stp_10.42.42.5(pid=24832): stdout: \u000a| (launched: 2022-12-13_13:10:23.289768)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:10:25.342041 run osmo-stp_10.42.42.5(pid=24832): stderr: \u000a| �[0;m�[38;5;43m20221213131023485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131023485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131023485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131023486 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131023486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131023486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131023486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:10:25.502544 run patchelf(pid=24835): Terminating (SIGINT)\u000a13:10:25.690755 run patchelf(pid=24835): Terminated: ok {rc=0}\u000a13:10:25.725052 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24832): Process ended prematurely: osmo-stp_10.42.42.5(pid=24832) [trial-2390↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24832)] [trial-2390↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a13:10:25.735051 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a13:10:25.799068 run osmo-hlr_10.42.42.2(pid=24829): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24829)]\u000a13:10:25.851452 run osmo-hlr_10.42.42.2(pid=24829): stdout: \u000a| (launched: 2022-12-13_13:10:22.239765) \u000a13:10:25.904438 run osmo-hlr_10.42.42.2(pid=24829): stderr: \u000a| �[0;m�[1;31m20221213131022441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213131022441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213131022441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131022441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131022441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213131022441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213131022454 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:sysmo+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213131022463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213131022463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213131022463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:10:25.949801 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24824): Terminating (SIGTERM)\u000a13:10:25.992541 run iperf3-srv_10.42.42.10(pid=24825): Terminating (SIGTERM)\u000a13:10:26.036862 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24828): Terminating (SIGTERM)\u000a13:10:26.079407 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24831): Terminating (SIGTERM)\u000a13:10:26.121966 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24834): Terminating (SIGTERM)\u000a13:10:26.131787 --- ParallelTerminationStrategy: PID 24824 died...\u000a13:10:26.188932 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24824): Terminated: ok {rc=0}\u000a13:10:26.199262 --- ParallelTerminationStrategy: PID 24825 died...\u000a13:10:26.255958 run iperf3-srv_10.42.42.10(pid=24825): Terminated {rc=256}\u000a13:10:26.266174 --- ParallelTerminationStrategy: PID 24828 died...\u000a13:10:26.322929 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24828): Terminated: ok {rc=0}\u000a13:10:26.333568 --- ParallelTerminationStrategy: PID 24831 died...\u000a13:10:26.390507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24831): Terminated: ok {rc=0}\u000a13:10:26.400768 --- ParallelTerminationStrategy: PID 24834 died...\u000a13:10:26.457720 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24834): Terminated: ok {rc=0}\u000a13:10:26.546017 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24850): Process ended prematurely: osmo-stp_10.42.42.5(pid=24850) [trial-2390↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24850)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24850): Process ended prematurely: osmo-stp_10.42.42.5(pid=24850) [trial-2390↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24850)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:sysmo+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a13:10:27.664727 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:27.676995 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:10:27.835891 tst iperf3m4.py: using LAC 34162\u000a13:10:27.966120 tst iperf3m4.py: using RAC 247\u000a13:10:28.100186 tst iperf3m4.py: using CellId 34162\u000a13:10:28.231718 tst iperf3m4.py: using BVCI 34163\u000a13:10:28.257519 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:28.268918 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:28.280198 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:28.291575 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:28.303593 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:28.315753 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:28.328290 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:28.341095 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:28.354028 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:10:28.480619 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:10:28.603264 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:10:28.726882 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:10:29.029535 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:10:29.168890 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:10:29.515665 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24836): Launched\u000a13:10:29.806846 run iperf3-srv_10.42.42.10(pid=24837): Launched\u000a13:10:30.011714 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:10:30.150989 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:10:30.498674 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24838): Launched\u000a13:10:30.789205 run iperf3-srv_10.42.42.10(pid=24839): Launched\u000a13:10:31.010343 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:10:31.144688 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:10:31.492560 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24840): Launched\u000a13:10:31.804714 run iperf3-srv_10.42.42.10(pid=24841): Launched\u000a13:10:32.042642 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:10:32.204648 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:10:32.532936 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24842): Launched\u000a13:10:32.803746 run iperf3-srv_10.42.42.10(pid=24843): Launched\u000a13:10:32.993669 tst iperf3m4.py:8: start network...\u000a13:10:33.122690 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:10:33.622907 run create_hlr_db(pid=24844): Launched\u000a13:10:33.801728 bus /gobi_6: Setting Powered False\u000a13:10:34.822471 run create_hlr_db(pid=24844): Terminated: ok {rc=0}\u000a13:10:35.240256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24846): Launched\u000a13:10:35.555592 run osmo-hlr_10.42.42.2(pid=24847): Launched\u000a13:10:35.680020 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:10:36.240243 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24849): Launched\u000a13:10:36.557492 run osmo-stp_10.42.42.5(pid=24850): Launched\u000a13:10:36.671537 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:10:37.217728 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24852): Launched\u000a13:10:37.328376 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:10:37.604348 run patchelf(pid=24853): Launched\u000a13:10:37.786618 run osmo-stp_10.42.42.5(pid=24850): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24850)]\u000a13:10:37.920100 run osmo-stp_10.42.42.5(pid=24850): stdout: \u000a| (launched: 2022-12-13_13:10:36.401239)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:10:38.054508 run osmo-stp_10.42.42.5(pid=24850): stderr: \u000a| �[0;m�[38;5;43m20221213131036576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131036577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131036577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131036577 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131036578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131036578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131036578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:10:38.183661 run osmo-stp_10.42.42.5(pid=24850): stdout: \u000a| (launched: 2022-12-13_13:10:36.401239)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:10:38.311834 run osmo-stp_10.42.42.5(pid=24850): stderr: \u000a| �[0;m�[38;5;43m20221213131036576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131036577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131036577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131036577 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131036578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131036578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131036578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:10:38.462264 run patchelf(pid=24853): Terminating (SIGINT)\u000a13:10:38.638089 run patchelf(pid=24853): Terminated: ok {rc=0}\u000a13:10:38.670291 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24850): Process ended prematurely: osmo-stp_10.42.42.5(pid=24850) [trial-2390↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24850)] [trial-2390↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a13:10:38.679604 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a13:10:38.739341 run osmo-hlr_10.42.42.2(pid=24847): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24847)]\u000a13:10:38.787999 run osmo-hlr_10.42.42.2(pid=24847): stdout: \u000a| (launched: 2022-12-13_13:10:35.399247) \u000a13:10:38.837296 run osmo-hlr_10.42.42.2(pid=24847): stderr: \u000a| �[0;m�[1;31m20221213131035579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213131035579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213131035579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131035579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131035579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213131035579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213131035591 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:sysmo+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213131035601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213131035602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213131035602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:10:38.879529 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24836): Terminating (SIGTERM)\u000a13:10:38.919688 run iperf3-srv_10.42.42.10(pid=24837): Terminating (SIGTERM)\u000a13:10:38.959876 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24838): Terminating (SIGTERM)\u000a13:10:38.999976 run iperf3-srv_10.42.42.10(pid=24839): Terminating (SIGTERM)\u000a13:10:39.040059 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24840): Terminating (SIGTERM)\u000a13:10:39.080040 run iperf3-srv_10.42.42.10(pid=24841): Terminating (SIGTERM)\u000a13:10:39.120122 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24842): Terminating (SIGTERM)\u000a13:10:39.160016 run iperf3-srv_10.42.42.10(pid=24843): Terminating (SIGTERM)\u000a13:10:39.199905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24846): Terminating (SIGTERM)\u000a13:10:39.239740 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24849): Terminating (SIGTERM)\u000a13:10:39.279804 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24852): Terminating (SIGTERM)\u000a13:10:39.289067 --- ParallelTerminationStrategy: PID 24836 died...\u000a13:10:39.342460 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24836): Terminated: ok {rc=0}\u000a13:10:39.352108 --- ParallelTerminationStrategy: PID 24837 died...\u000a13:10:39.405303 run iperf3-srv_10.42.42.10(pid=24837): Terminated {rc=256}\u000a13:10:39.414897 --- ParallelTerminationStrategy: PID 24838 died...\u000a13:10:39.468285 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24838): Terminated: ok {rc=0}\u000a13:10:39.477943 --- ParallelTerminationStrategy: PID 24839 died...\u000a13:10:39.531054 run iperf3-srv_10.42.42.10(pid=24839): Terminated {rc=256}\u000a13:10:39.540650 --- ParallelTerminationStrategy: PID 24840 died...\u000a13:10:39.593647 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24840): Terminated: ok {rc=0}\u000a13:10:39.603226 --- ParallelTerminationStrategy: PID 24841 died...\u000a13:10:39.656217 run iperf3-srv_10.42.42.10(pid=24841): Terminated {rc=256}\u000a13:10:39.665835 --- ParallelTerminationStrategy: PID 24842 died...\u000a13:10:39.718852 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24842): Terminated: ok {rc=0}\u000a13:10:39.728436 --- ParallelTerminationStrategy: PID 24843 died...\u000a13:10:39.781493 run iperf3-srv_10.42.42.10(pid=24843): Terminated {rc=256}\u000a13:10:39.791113 --- ParallelTerminationStrategy: PID 24846 died...\u000a13:10:39.844168 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24846): Terminated: ok {rc=0}\u000a13:10:39.853828 --- ParallelTerminationStrategy: PID 24849 died...\u000a13:10:39.906971 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24849): Terminated: ok {rc=0}\u000a13:10:39.916525 --- ParallelTerminationStrategy: PID 24852 died...\u000a13:10:39.969585 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24852): Terminated: ok {rc=0}\u000a13:10:40.058340 bus /gobi_4: Setting Powered False\u000a13:10:41.165637 bus /gobi_4: Setting Powered False\u000a13:10:42.278693 bus /gobi_1: Setting Powered False\u000a13:10:43.381578 bus /gobi_1: Setting Powered False\u000a13:10:44.492878 bus /gobi_0: Setting Powered False\u000a13:10:45.596094 bus /gobi_0: Setting Powered False\u000a13:10:46.709406 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 60, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24863): Process ended prematurely: osmo-stp_10.42.42.5(pid=24863) [trial-2390↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24863)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24863): Process ended prematurely: osmo-stp_10.42.42.5(pid=24863) [trial-2390↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24863)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:sysmo+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a13:10:47.776448 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:47.787982 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:10:47.935540 tst ping.py: using LAC 34163\u000a13:10:48.059800 tst ping.py: using RAC 248\u000a13:10:48.182642 tst ping.py: using CellId 34163\u000a13:10:48.306047 tst ping.py: using BVCI 34164\u000a13:10:48.329763 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:48.340737 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:48.351552 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:48.362372 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:48.373071 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:48.383651 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:48.394550 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:48.405310 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:10:48.703308 tst ping.py:19: start network...\u000a13:10:48.840072 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:10:49.359747 run create_hlr_db(pid=24854): Launched\u000a13:10:49.552248 bus /gobi_6: Setting Powered False\u000a13:10:50.571013 run create_hlr_db(pid=24854): Terminated: ok {rc=0}\u000a13:10:50.986906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24857): Launched\u000a13:10:51.296282 run osmo-hlr_10.42.42.2(pid=24858): Launched\u000a13:10:51.409453 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:10:51.962380 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24861): Launched\u000a13:10:52.293982 run osmo-stp_10.42.42.5(pid=24863): Launched\u000a13:10:52.413246 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:10:52.988058 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24865): Launched\u000a13:10:53.105164 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:10:53.393767 run patchelf(pid=24866): Launched\u000a13:10:53.586387 run osmo-stp_10.42.42.5(pid=24863): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24863)]\u000a13:10:53.727066 run osmo-stp_10.42.42.5(pid=24863): stdout: \u000a| (launched: 2022-12-13_13:10:52.130980)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:10:53.868224 run osmo-stp_10.42.42.5(pid=24863): stderr: \u000a| �[0;m�[38;5;43m20221213131052329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131052329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131052329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131052330 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131052330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131052330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131052330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:10:54.004279 run osmo-stp_10.42.42.5(pid=24863): stdout: \u000a| (launched: 2022-12-13_13:10:52.130980)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:10:54.139190 run osmo-stp_10.42.42.5(pid=24863): stderr: \u000a| �[0;m�[38;5;43m20221213131052329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131052329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131052329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131052330 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131052330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131052330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131052330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:10:54.296382 run patchelf(pid=24866): Terminating (SIGINT)\u000a13:10:54.481881 run patchelf(pid=24866): Terminated: ok {rc=0}\u000a13:10:54.515142 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=24863): Process ended prematurely: osmo-stp_10.42.42.5(pid=24863) [trial-2390↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24863)] [trial-2390↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22]\u000a13:10:54.524468 tst ping.py:22: Test FAILED (6.7 sec)\u000a13:10:54.588807 run osmo-hlr_10.42.42.2(pid=24858): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24858)]\u000a13:10:54.641288 run osmo-hlr_10.42.42.2(pid=24858): stdout: \u000a| (launched: 2022-12-13_13:10:51.143312) \u000a13:10:54.694332 run osmo-hlr_10.42.42.2(pid=24858): stderr: \u000a| �[0;m�[1;31m20221213131051325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213131051325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213131051325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131051325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131051325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213131051325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213131051337 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:sysmo+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213131051348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213131051348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213131051348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:10:54.739984 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24857): Terminating (SIGTERM)\u000a13:10:54.783025 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24861): Terminating (SIGTERM)\u000a13:10:54.825994 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24865): Terminating (SIGTERM)\u000a13:10:54.835832 --- ParallelTerminationStrategy: PID 24857 died...\u000a13:10:54.893108 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24857): Terminated: ok {rc=0}\u000a13:10:54.903262 --- ParallelTerminationStrategy: PID 24861 died...\u000a13:10:54.960138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24861): Terminated: ok {rc=0}\u000a13:10:54.970271 --- ParallelTerminationStrategy: PID 24865 died...\u000a13:10:55.027086 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24865): Terminated: ok {rc=0}\u000a13:10:55.114947 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 60, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24873): Process ended prematurely: osmo-stp_10.42.42.5(pid=24873) [trial-2390↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24873)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24873): Process ended prematurely: osmo-stp_10.42.42.5(pid=24873) [trial-2390↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24873)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:sysmo+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a13:10:56.168183 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:56.180286 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:10:56.338064 tst ping_idle_ping.py: using LAC 34164\u000a13:10:56.469759 tst ping_idle_ping.py: using RAC 249\u000a13:10:56.601189 tst ping_idle_ping.py: using CellId 34164\u000a13:10:56.732414 tst ping_idle_ping.py: using BVCI 34165\u000a13:10:56.757880 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:56.769455 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:56.780724 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:56.792065 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:56.803650 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:56.815642 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:56.827588 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:10:56.839276 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:10:57.122620 tst ping_idle_ping.py:24: start network...\u000a13:10:57.251014 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:10:57.749514 run create_hlr_db(pid=24867): Launched\u000a13:10:57.929911 bus /gobi_6: Setting Powered False\u000a13:10:58.948033 run create_hlr_db(pid=24867): Terminated: ok {rc=0}\u000a13:10:59.360643 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24869): Launched\u000a13:10:59.672823 run osmo-hlr_10.42.42.2(pid=24870): Launched\u000a13:10:59.786138 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:11:00.326999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24872): Launched\u000a13:11:00.636787 run osmo-stp_10.42.42.5(pid=24873): Launched\u000a13:11:00.749143 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:11:01.336034 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24875): Launched\u000a13:11:01.447959 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:11:01.739350 run patchelf(pid=24876): Launched\u000a13:11:01.923216 run osmo-stp_10.42.42.5(pid=24873): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24873)]\u000a13:11:02.059469 run osmo-stp_10.42.42.5(pid=24873): stdout: \u000a| (launched: 2022-12-13_13:11:00.482666)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:11:02.194458 run osmo-stp_10.42.42.5(pid=24873): stderr: \u000a| �[0;m�[38;5;43m20221213131100658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131100658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131100659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131100659 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131100660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131100660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131100660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:11:02.322425 run osmo-stp_10.42.42.5(pid=24873): stdout: \u000a| (launched: 2022-12-13_13:11:00.482666)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:11:02.448005 run osmo-stp_10.42.42.5(pid=24873): stderr: \u000a| �[0;m�[38;5;43m20221213131100658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131100658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131100659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131100659 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131100660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131100660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131100660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:11:02.595041 run patchelf(pid=24876): Terminating (SIGINT)\u000a13:11:02.768692 run patchelf(pid=24876): Terminated: ok {rc=0}\u000a13:11:02.800288 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=24873): Process ended prematurely: osmo-stp_10.42.42.5(pid=24873) [trial-2390↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24873)] [trial-2390↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a13:11:02.808943 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a13:11:02.869435 run osmo-hlr_10.42.42.2(pid=24870): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24870)]\u000a13:11:02.918917 run osmo-hlr_10.42.42.2(pid=24870): stdout: \u000a| (launched: 2022-12-13_13:10:59.518500) \u000a13:11:02.969528 run osmo-hlr_10.42.42.2(pid=24870): stderr: \u000a| �[0;m�[1;31m20221213131059700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213131059700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213131059700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131059700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131059700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213131059700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213131059712 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:sysmo+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213131059721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213131059721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213131059721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:11:03.012426 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24869): Terminating (SIGTERM)\u000a13:11:03.052710 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24872): Terminating (SIGTERM)\u000a13:11:03.093232 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24875): Terminating (SIGTERM)\u000a13:11:03.102630 --- ParallelTerminationStrategy: PID 24869 died...\u000a13:11:03.156859 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24869): Terminated: ok {rc=0}\u000a13:11:03.166672 --- ParallelTerminationStrategy: PID 24872 died...\u000a13:11:03.220515 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24872): Terminated: ok {rc=0}\u000a13:11:03.230380 --- ParallelTerminationStrategy: PID 24875 died...\u000a13:11:03.284139 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24875): Terminated: ok {rc=0}\u000a13:11:03.373792 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "15", "name" : "gprs_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:10:04" }, { "cases" : [ { "testActions" : [ ], "age" : 62, "className" : "dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24886): Process ended prematurely: osmo-stp_10.42.42.5(pid=24886) [trial-2390↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24886)]", "failedSince" : 2329, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24886): Process ended prematurely: osmo-stp_10.42.42.5(pid=24886) [trial-2390↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24886)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a13:11:05.365905 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:11:05.377807 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:11:05.534611 tst switch_tch_pdch.py: using LAC 34165\u000a13:11:05.663463 tst switch_tch_pdch.py: using RAC 250\u000a13:11:05.792316 tst switch_tch_pdch.py: using CellId 34165\u000a13:11:05.919686 tst switch_tch_pdch.py: using BVCI 34166\u000a13:11:05.944751 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:11:05.956441 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:11:05.968002 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:11:05.979583 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:11:05.991664 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:11:06.003563 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:11:06.016261 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:11:06.028294 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:11:06.147774 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:11:06.428118 tst switch_tch_pdch.py:51: start network...\u000a13:11:06.555174 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:11:07.049053 run create_hlr_db(pid=24880): Launched\u000a13:11:07.227082 bus /gobi_6: Setting Powered False\u000a13:11:08.247095 run create_hlr_db(pid=24880): Terminated: ok {rc=0}\u000a13:11:08.659135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24882): Launched\u000a13:11:08.967938 run osmo-hlr_10.42.42.2(pid=24883): Launched\u000a13:11:09.083655 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:11:09.615785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24885): Launched\u000a13:11:09.924019 run osmo-stp_10.42.42.5(pid=24886): Launched\u000a13:11:10.046841 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:11:10.591017 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24888): Launched\u000a13:11:10.699531 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:11:10.967797 run patchelf(pid=24889): Launched\u000a13:11:11.146903 run osmo-stp_10.42.42.5(pid=24886): ERR: Terminated: ERROR {rc=1} [trial-2390↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24886)]\u000a13:11:11.277782 run osmo-stp_10.42.42.5(pid=24886): stdout: \u000a| (launched: 2022-12-13_13:11:09.770990)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:11:11.409455 run osmo-stp_10.42.42.5(pid=24886): stderr: \u000a| �[0;m�[38;5;43m20221213131109946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131109946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131109947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131109947 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131109947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131109948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131109948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:11:11.535762 run osmo-stp_10.42.42.5(pid=24886): stdout: \u000a| (launched: 2022-12-13_13:11:09.770990)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:11:11.660297 run osmo-stp_10.42.42.5(pid=24886): stderr: \u000a| �[0;m�[38;5;43m20221213131109946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131109946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131109947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131109947 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131109947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131109948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131109948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:11:11.806765 run patchelf(pid=24889): Terminating (SIGINT)\u000a13:11:11.978683 run patchelf(pid=24889): Terminated: ok {rc=0}\u000a13:11:12.009815 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=24886): Process ended prematurely: osmo-stp_10.42.42.5(pid=24886) [trial-2390↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24886)] [trial-2390↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a13:11:12.018472 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a13:11:12.078419 run osmo-hlr_10.42.42.2(pid=24883): ERR: Terminated: ERROR {rc=237} [trial-2390↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24883)]\u000a13:11:12.127368 run osmo-hlr_10.42.42.2(pid=24883): stdout: \u000a| (launched: 2022-12-13_13:11:08.815153) \u000a13:11:12.178228 run osmo-hlr_10.42.42.2(pid=24883): stderr: \u000a| �[0;m�[1;31m20221213131108994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213131108994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213131108994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131108994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131108994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213131108994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213131109006 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213131109015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213131109015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213131109015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:11:12.220791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24882): Terminating (SIGTERM)\u000a13:11:12.261081 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24885): Terminating (SIGTERM)\u000a13:11:12.301349 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24888): Terminating (SIGTERM)\u000a13:11:12.310714 --- ParallelTerminationStrategy: PID 24882 died...\u000a13:11:12.364331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24882): Terminated: ok {rc=0}\u000a13:11:12.374008 --- ParallelTerminationStrategy: PID 24885 died...\u000a13:11:12.426956 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24885): Terminated: ok {rc=0}\u000a13:11:12.436511 --- ParallelTerminationStrategy: PID 24888 died...\u000a13:11:12.489180 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24888): Terminated: ok {rc=0}\u000a13:11:12.576682 bus /gobi_0: Setting Powered False\u000a13:11:13.682929 bus /gobi_0: Setting Powered False\u000a13:11:14.790428 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "16", "name" : "dynts_sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:11:05" }, { "cases" : [ { "testActions" : [ ], "age" : 60, "className" : "dynts:sysmo+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24899): Process ended prematurely: osmo-stp_10.42.42.5(pid=24899) [trial-2390↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24899)]", "failedSince" : 2331, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24899): Process ended prematurely: osmo-stp_10.42.42.5(pid=24899) [trial-2390↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24899)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 dynts:sysmo+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a13:11:16.797067 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:11:16.813250 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a13:11:17.002066 tst switch_tch_pdch.py: using LAC 34166\u000a13:11:17.134665 tst switch_tch_pdch.py: using RAC 251\u000a13:11:17.257207 tst switch_tch_pdch.py: using CellId 34166\u000a13:11:17.378006 tst switch_tch_pdch.py: using BVCI 34167\u000a13:11:17.401887 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:11:17.412913 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:11:17.423771 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:11:17.434689 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:11:17.445533 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:11:17.456453 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:11:17.467323 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:11:17.478203 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a13:11:17.594910 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a13:11:17.893300 tst switch_tch_pdch.py:51: start network...\u000a13:11:18.030105 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:11:18.517559 run create_hlr_db(pid=24893): Launched\u000a13:11:18.651300 bus /gobi_6: Setting Powered False\u000a13:11:19.727779 run create_hlr_db(pid=24893): Terminated: ok {rc=0}\u000a13:11:20.123096 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24895): Launched\u000a13:11:20.453753 run osmo-hlr_10.42.42.2(pid=24896): Launched\u000a13:11:20.574984 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:11:21.119370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24898): Launched\u000a13:11:21.448793 run osmo-stp_10.42.42.5(pid=24899): Launched\u000a13:11:21.567509 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:11:22.111679 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24901): Launched\u000a13:11:22.227816 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:11:22.514199 run patchelf(pid=24902): Launched\u000a13:11:22.705263 run osmo-stp_10.42.42.5(pid=24899): ERR: Terminated: ERROR {rc=1} [trial-2390↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24899)]\u000a13:11:22.844783 run osmo-stp_10.42.42.5(pid=24899): stdout: \u000a| (launched: 2022-12-13_13:11:21.285615)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:11:22.985661 run osmo-stp_10.42.42.5(pid=24899): stderr: \u000a| �[0;m�[38;5;43m20221213131121479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131121479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131121479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131121480 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131121480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131121480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131121480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:11:23.120438 run osmo-stp_10.42.42.5(pid=24899): stdout: \u000a| (launched: 2022-12-13_13:11:21.285615)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:11:23.254620 run osmo-stp_10.42.42.5(pid=24899): stderr: \u000a| �[0;m�[38;5;43m20221213131121479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131121479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131121479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131121480 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131121480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131121480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131121480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:11:23.411135 run patchelf(pid=24902): Terminating (SIGINT)\u000a13:11:23.594168 run patchelf(pid=24902): Terminated: ok {rc=0}\u000a13:11:23.627378 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=24899): Process ended prematurely: osmo-stp_10.42.42.5(pid=24899) [trial-2390↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24899)] [trial-2390↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a13:11:23.636931 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a13:11:23.700620 run osmo-hlr_10.42.42.2(pid=24896): ERR: Terminated: ERROR {rc=237} [trial-2390↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24896)]\u000a13:11:23.752578 run osmo-hlr_10.42.42.2(pid=24896): stdout: \u000a| (launched: 2022-12-13_13:11:20.290024) \u000a13:11:23.805254 run osmo-hlr_10.42.42.2(pid=24896): stderr: \u000a| �[0;m�[1;31m20221213131120490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213131120490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213131120490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131120490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131120490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213131120490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213131120503 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/dynts:sysmo+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213131120512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213131120512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213131120512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:11:23.850579 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24895): Terminating (SIGTERM)\u000a13:11:23.893304 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24898): Terminating (SIGTERM)\u000a13:11:23.935972 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24901): Terminating (SIGTERM)\u000a13:11:23.945948 --- ParallelTerminationStrategy: PID 24895 died...\u000a13:11:24.003327 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24895): Terminated: ok {rc=0}\u000a13:11:24.013715 --- ParallelTerminationStrategy: PID 24898 died...\u000a13:11:24.070651 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24898): Terminated: ok {rc=0}\u000a13:11:24.081056 --- ParallelTerminationStrategy: PID 24901 died...\u000a13:11:24.137842 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24901): Terminated: ok {rc=0}\u000a13:11:24.226701 bus /gobi_0: Setting Powered False\u000a13:11:25.333880 bus /gobi_0: Setting Powered False\u000a13:11:26.442338 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "17", "name" : "dynts_sysmo+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:11:16" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "nitb_sms:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=24907): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24907) [trial-2390↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24907)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=24907): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24907) [trial-2390↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24907)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 nitb_sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a13:11:28.304447 tst nitb_sms:oc2g: Using 1 x ip_address (candidates: 1)\u000a13:11:28.315121 tst nitb_sms:oc2g: Using 1 x bts (candidates: 1)\u000a13:11:28.445689 tst mo_mt_sms.py: using LAC 34167\u000a13:11:28.577472 tst mo_mt_sms.py: using RAC 252\u000a13:11:28.708880 tst mo_mt_sms.py: using CellId 34167\u000a13:11:28.838239 tst mo_mt_sms.py: using BVCI 34168\u000a13:11:28.863611 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a13:11:28.980025 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a13:11:29.279232 tst mo_mt_sms.py:9: start nitb and bts...\u000a13:11:29.416923 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a13:11:30.094619 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24906): Launched\u000a13:11:30.423269 run osmo-nitb_10.42.42.2(pid=24907): Launched\u000a13:11:30.624125 run osmo-nitb_10.42.42.2(pid=24907): ERR: Terminated: ERROR {rc=2} [trial-2390↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24907)]\u000a13:11:30.772158 run osmo-nitb_10.42.42.2(pid=24907): stdout: \u000a| (launched: 2022-12-13_13:11:30.263109) \u000a13:11:30.929574 run osmo-nitb_10.42.42.2(pid=24907): stderr: \u000a| (launched: 2022-12-13_13:11:30.312165)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:11:31.076628 run osmo-nitb_10.42.42.2(pid=24907): stdout: \u000a| (launched: 2022-12-13_13:11:30.263109) \u000a13:11:31.222589 run osmo-nitb_10.42.42.2(pid=24907): stderr: \u000a| (launched: 2022-12-13_13:11:30.312165)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:11:31.555565 tst osmo-nitb_10.42.42.2(pid=24907): stdout: \u000a| (launched: 2022-12-13_13:11:30.263109) \u000a13:11:31.688895 tst osmo-nitb_10.42.42.2(pid=24907): stderr: \u000a| (launched: 2022-12-13_13:11:30.312165)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:11:31.747301 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=24907): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24907) [trial-2390↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24907)] [trial-2390↪nitb_sms:oc2g↪mo_mt_sms.py:11]\u000a13:11:31.756611 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a13:11:31.795355 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24906): Terminating (SIGTERM)\u000a13:11:31.973406 --- ParallelTerminationStrategy: PID 24906 died...\u000a13:11:32.048634 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24906): Terminated: ok {rc=0}\u000a13:11:32.150887 bus /sierra_3: Setting Powered False\u000a13:11:33.257080 bus /sierra_3: Setting Powered False\u000a13:11:34.367554 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "18", "name" : "nitb_sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:11:28" }, { "cases" : [ { "testActions" : [ ], "age" : 188, "className" : "sms:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24917): Process ended prematurely: osmo-stp_10.42.42.5(pid=24917) [trial-2390↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24917)]", "failedSince" : 2203, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24917): Process ended prematurely: osmo-stp_10.42.42.5(pid=24917) [trial-2390↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24917)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a13:11:36.221614 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a13:11:36.232053 tst sms:oc2g: Using 1 x bts (candidates: 1)\u000a13:11:36.362543 tst mo_mt_sms.py: using LAC 34168\u000a13:11:36.490922 tst mo_mt_sms.py: using RAC 253\u000a13:11:36.618616 tst mo_mt_sms.py: using CellId 34168\u000a13:11:36.752306 tst mo_mt_sms.py: using BVCI 34169\u000a13:11:36.777294 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a13:11:36.788284 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a13:11:36.799302 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a13:11:36.810188 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a13:11:36.821872 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a13:11:36.833562 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a13:11:36.954200 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a13:11:37.156076 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:11:37.650623 run create_hlr_db(pid=24911): Launched\u000a13:11:37.827234 bus /sierra_2: Setting Powered False\u000a13:11:38.847673 run create_hlr_db(pid=24911): Terminated: ok {rc=0}\u000a13:11:39.257242 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24913): Launched\u000a13:11:39.563670 run osmo-hlr_10.42.42.2(pid=24914): Launched\u000a13:11:39.684928 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:11:40.225377 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24916): Launched\u000a13:11:40.532690 run osmo-stp_10.42.42.5(pid=24917): Launched\u000a13:11:40.643258 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:11:41.204607 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24919): Launched\u000a13:11:41.512787 run osmo-msc_10.42.42.6(pid=24920): Launched\u000a13:11:41.693095 run osmo-stp_10.42.42.5(pid=24917): ERR: Terminated: ERROR {rc=1} [trial-2390↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24917)]\u000a13:11:41.822631 run osmo-stp_10.42.42.5(pid=24917): stdout: \u000a| (launched: 2022-12-13_13:11:40.380421)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:11:41.949619 run osmo-stp_10.42.42.5(pid=24917): stderr: \u000a| �[0;m�[38;5;43m20221213131140554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131140554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131140554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131140555 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131140555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131140555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131140555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:11:42.071548 run osmo-stp_10.42.42.5(pid=24917): stdout: \u000a| (launched: 2022-12-13_13:11:40.380421)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:11:42.193054 run osmo-stp_10.42.42.5(pid=24917): stderr: \u000a| �[0;m�[38;5;43m20221213131140554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131140554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131140554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131140555 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131140555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131140555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131140555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:11:42.246456 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=24917): Process ended prematurely: osmo-stp_10.42.42.5(pid=24917) [trial-2390↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24917)] [trial-2390↪sms:oc2g↪mo_mt_sms.py:16]\u000a13:11:42.254633 tst mo_mt_sms.py:16: Test FAILED (6.0 sec)\u000a13:11:42.314047 run osmo-hlr_10.42.42.2(pid=24914): ERR: Terminated: ERROR {rc=237} [trial-2390↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24914)]\u000a13:11:42.362677 run osmo-hlr_10.42.42.2(pid=24914): stdout: \u000a| (launched: 2022-12-13_13:11:39.412194) \u000a13:11:42.412153 run osmo-hlr_10.42.42.2(pid=24914): stderr: \u000a| �[0;m�[1;31m20221213131139591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213131139591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213131139591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131139591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131139591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213131139591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213131139603 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/sms:oc2g/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213131139614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213131139614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213131139614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:11:42.478978 run osmo-msc_10.42.42.6(pid=24920): ERR: Terminated: ERROR {rc=2} [trial-2390↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24920)]\u000a13:11:42.527851 run osmo-msc_10.42.42.6(pid=24920): stdout: \u000a| (launched: 2022-12-13_13:11:41.359816) \u000a13:11:42.577118 run osmo-msc_10.42.42.6(pid=24920): stderr: \u000a| �[0;m�[38;5;43m20221213131141633 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213131141633 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4b6376dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213131141633 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213131141633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213131141633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213131141633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213131141635 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213131141635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213131141636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213131141636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:11:42.618994 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24913): Terminating (SIGTERM)\u000a13:11:42.658615 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24916): Terminating (SIGTERM)\u000a13:11:42.698405 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24919): Terminating (SIGTERM)\u000a13:11:42.707609 --- ParallelTerminationStrategy: PID 24913 died...\u000a13:11:42.760596 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24913): Terminated: ok {rc=0}\u000a13:11:42.770180 --- ParallelTerminationStrategy: PID 24916 died...\u000a13:11:42.823088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24916): Terminated: ok {rc=0}\u000a13:11:42.832802 --- ParallelTerminationStrategy: PID 24919 died...\u000a13:11:42.886126 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24919): Terminated: ok {rc=0}\u000a13:11:42.974919 bus /sierra_3: Setting Powered False\u000a13:11:44.077660 bus /sierra_3: Setting Powered False\u000a13:11:45.190083 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "19", "name" : "sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:11:36" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "nitb_ussd:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=24926): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24926) [trial-2390↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24926)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=24926): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24926) [trial-2390↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24926)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 nitb_ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a13:11:47.033622 tst nitb_ussd:oc2g: Using 1 x ip_address (candidates: 1)\u000a13:11:47.047035 tst nitb_ussd:oc2g: Using 1 x bts (candidates: 1)\u000a13:11:47.205119 tst assert_extension.py: using LAC 34169\u000a13:11:47.335819 tst assert_extension.py: using RAC 254\u000a13:11:47.466769 tst assert_extension.py: using CellId 34169\u000a13:11:47.590439 tst assert_extension.py: using BVCI 34170\u000a13:11:47.614082 tst nitb_ussd:oc2g: Using 1 x modem (candidates: 1)\u000a13:11:47.909087 tst assert_extension.py:10: start nitb and bts...\u000a13:11:48.045922 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a13:11:48.722320 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24925): Launched\u000a13:11:49.048091 run osmo-nitb_10.42.42.2(pid=24926): Launched\u000a13:11:49.248480 run osmo-nitb_10.42.42.2(pid=24926): ERR: Terminated: ERROR {rc=2} [trial-2390↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24926)]\u000a13:11:49.396516 run osmo-nitb_10.42.42.2(pid=24926): stdout: \u000a| (launched: 2022-12-13_13:11:48.888478) \u000a13:11:49.544578 run osmo-nitb_10.42.42.2(pid=24926): stderr: \u000a| (launched: 2022-12-13_13:11:48.937417)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:11:49.688102 run osmo-nitb_10.42.42.2(pid=24926): stdout: \u000a| (launched: 2022-12-13_13:11:48.888478) \u000a13:11:49.830363 run osmo-nitb_10.42.42.2(pid=24926): stderr: \u000a| (launched: 2022-12-13_13:11:48.937417)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:11:50.179877 tst osmo-nitb_10.42.42.2(pid=24926): stdout: \u000a| (launched: 2022-12-13_13:11:48.888478) \u000a13:11:50.310140 tst osmo-nitb_10.42.42.2(pid=24926): stderr: \u000a| (launched: 2022-12-13_13:11:48.937417)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:11:50.367355 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=24926): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24926) [trial-2390↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24926)] [trial-2390↪nitb_ussd:oc2g↪assert_extension.py:12]\u000a13:11:50.376511 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a13:11:50.413365 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24925): Terminating (SIGTERM)\u000a13:11:50.591700 --- ParallelTerminationStrategy: PID 24925 died...\u000a13:11:50.650821 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24925): Terminated: ok {rc=0}\u000a13:11:50.739329 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "20", "name" : "nitb_ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:11:46" }, { "cases" : [ { "testActions" : [ ], "age" : 188, "className" : "ussd:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24936): Process ended prematurely: osmo-stp_10.42.42.5(pid=24936) [trial-2390↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24936)]", "failedSince" : 2203, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24936): Process ended prematurely: osmo-stp_10.42.42.5(pid=24936) [trial-2390↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24936)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a13:11:52.536172 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a13:11:52.546788 tst ussd:oc2g: Using 1 x bts (candidates: 1)\u000a13:11:52.675036 tst assert_extension.py: using LAC 34170\u000a13:11:52.805571 tst assert_extension.py: using RAC 255\u000a13:11:52.935077 tst assert_extension.py: using CellId 34170\u000a13:11:53.062953 tst assert_extension.py: using BVCI 34171\u000a13:11:53.088108 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a13:11:53.099411 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a13:11:53.110426 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a13:11:53.121345 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a13:11:53.133359 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a13:11:53.144776 tst ussd:oc2g: Using 1 x modem (candidates: 1)\u000a13:11:53.347961 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:11:53.838283 run create_hlr_db(pid=24930): Launched\u000a13:11:54.014081 bus /sierra_2: Setting Powered False\u000a13:11:55.033574 run create_hlr_db(pid=24930): Terminated: ok {rc=0}\u000a13:11:55.471225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24932): Launched\u000a13:11:55.801556 run osmo-hlr_10.42.42.2(pid=24933): Launched\u000a13:11:55.924332 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:11:56.503857 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24935): Launched\u000a13:11:56.834129 run osmo-stp_10.42.42.5(pid=24936): Launched\u000a13:11:56.953469 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:11:57.552214 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24938): Launched\u000a13:11:57.881877 run osmo-msc_10.42.42.6(pid=24939): Launched\u000a13:11:58.074118 run osmo-stp_10.42.42.5(pid=24936): ERR: Terminated: ERROR {rc=1} [trial-2390↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24936)]\u000a13:11:58.213055 run osmo-stp_10.42.42.5(pid=24936): stdout: \u000a| (launched: 2022-12-13_13:11:56.670680)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:11:58.350546 run osmo-stp_10.42.42.5(pid=24936): stderr: \u000a| �[0;m�[38;5;43m20221213131156864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131156864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131156865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131156865 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131156866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131156866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131156866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:11:58.483067 run osmo-stp_10.42.42.5(pid=24936): stdout: \u000a| (launched: 2022-12-13_13:11:56.670680)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:11:58.613581 run osmo-stp_10.42.42.5(pid=24936): stderr: \u000a| �[0;m�[38;5;43m20221213131156864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131156864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131156865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131156865 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131156866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131156866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131156866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:11:58.670793 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=24936): Process ended prematurely: osmo-stp_10.42.42.5(pid=24936) [trial-2390↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24936)] [trial-2390↪ussd:oc2g↪assert_extension.py:17]\u000a13:11:58.679673 tst assert_extension.py:17: Test FAILED (6.1 sec)\u000a13:11:58.743484 run osmo-hlr_10.42.42.2(pid=24933): ERR: Terminated: ERROR {rc=237} [trial-2390↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24933)]\u000a13:11:58.795410 run osmo-hlr_10.42.42.2(pid=24933): stdout: \u000a| (launched: 2022-12-13_13:11:55.638117) \u000a13:11:58.847644 run osmo-hlr_10.42.42.2(pid=24933): stderr: \u000a| �[0;m�[1;31m20221213131155836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213131155836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213131155836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131155836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131155836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213131155836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213131155848 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/ussd:oc2g/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213131155858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213131155858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213131155858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:11:58.918380 run osmo-msc_10.42.42.6(pid=24939): ERR: Terminated: ERROR {rc=2} [trial-2390↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24939)]\u000a13:11:58.969695 run osmo-msc_10.42.42.6(pid=24939): stdout: \u000a| (launched: 2022-12-13_13:11:57.718840) \u000a13:11:59.022114 run osmo-msc_10.42.42.6(pid=24939): stderr: \u000a| �[0;m�[38;5;43m20221213131158040 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213131158040 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fda694cbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213131158041 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213131158041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213131158041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213131158041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213131158043 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213131158043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213131158043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213131158043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:11:59.067058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24932): Terminating (SIGTERM)\u000a13:11:59.109456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24935): Terminating (SIGTERM)\u000a13:11:59.151952 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24938): Terminating (SIGTERM)\u000a13:11:59.161862 --- ParallelTerminationStrategy: PID 24932 died...\u000a13:11:59.218996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24932): Terminated: ok {rc=0}\u000a13:11:59.229254 --- ParallelTerminationStrategy: PID 24935 died...\u000a13:11:59.286118 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24935): Terminated: ok {rc=0}\u000a13:11:59.296296 --- ParallelTerminationStrategy: PID 24938 died...\u000a13:11:59.353078 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24938): Terminated: ok {rc=0}\u000a13:11:59.441578 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "21", "name" : "ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:11:52" }, { "cases" : [ { "testActions" : [ ], "age" : 188, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24950): Process ended prematurely: osmo-stp_10.42.42.5(pid=24950) [trial-2390↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24950)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24950): Process ended prematurely: osmo-stp_10.42.42.5(pid=24950) [trial-2390↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24950)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a13:12:01.390497 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:12:01.405501 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a13:12:01.598703 tst mo_mt_call.py: using LAC 34171\u000a13:12:01.745889 tst mo_mt_call.py: using RAC 1\u000a13:12:01.871064 tst mo_mt_call.py: using CellId 34171\u000a13:12:02.007604 tst mo_mt_call.py: using BVCI 34172\u000a13:12:02.035047 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:12:02.047875 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:12:02.061384 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:12:02.074848 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:12:02.088202 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:12:02.101464 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:12:02.233180 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:12:02.454402 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:12:02.983445 run create_hlr_db(pid=24944): Launched\u000a13:12:03.189836 bus /sierra_2: Setting Powered False\u000a13:12:04.198690 run create_hlr_db(pid=24944): Terminated: ok {rc=0}\u000a13:12:04.640000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24946): Launched\u000a13:12:04.954894 run osmo-hlr_10.42.42.2(pid=24947): Launched\u000a13:12:05.080010 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:12:05.630662 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24949): Launched\u000a13:12:05.946256 run osmo-stp_10.42.42.5(pid=24950): Launched\u000a13:12:06.060321 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:12:06.636368 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24952): Launched\u000a13:12:06.960760 run osmo-msc_10.42.42.6(pid=24953): Launched\u000a13:12:07.160251 run osmo-stp_10.42.42.5(pid=24950): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24950)]\u000a13:12:07.303163 run osmo-stp_10.42.42.5(pid=24950): stdout: \u000a| (launched: 2022-12-13_13:12:05.789709)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:12:07.443887 run osmo-stp_10.42.42.5(pid=24950): stderr: \u000a| �[0;m�[38;5;43m20221213131205963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131205963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131205963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131205964 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131205964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131205964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131205964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:12:07.578175 run osmo-stp_10.42.42.5(pid=24950): stdout: \u000a| (launched: 2022-12-13_13:12:05.789709)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:12:07.710813 run osmo-stp_10.42.42.5(pid=24950): stderr: \u000a| �[0;m�[38;5;43m20221213131205963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131205963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131205963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131205964 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131205964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131205964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131205964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:12:07.769076 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24950): Process ended prematurely: osmo-stp_10.42.42.5(pid=24950) [trial-2390↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24950)] [trial-2390↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a13:12:07.778567 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a13:12:07.842037 run osmo-hlr_10.42.42.2(pid=24947): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24947)]\u000a13:12:07.893770 run osmo-hlr_10.42.42.2(pid=24947): stdout: \u000a| (launched: 2022-12-13_13:12:04.799449) \u000a13:12:07.945854 run osmo-hlr_10.42.42.2(pid=24947): stderr: \u000a| �[0;m�[1;31m20221213131204976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213131204976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213131204976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131204976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131204977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213131204977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213131204989 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213131204997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213131204997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213131204997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:12:08.016770 run osmo-msc_10.42.42.6(pid=24953): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24953)]\u000a13:12:08.068317 run osmo-msc_10.42.42.6(pid=24953): stdout: \u000a| (launched: 2022-12-13_13:12:06.795241) \u000a13:12:08.120723 run osmo-msc_10.42.42.6(pid=24953): stderr: \u000a| �[0;m�[38;5;43m20221213131207111 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213131207111 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe72d44ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213131207112 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213131207112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213131207112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213131207112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213131207114 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213131207115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213131207115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213131207115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:12:08.165318 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24946): Terminating (SIGTERM)\u000a13:12:08.207583 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24949): Terminating (SIGTERM)\u000a13:12:08.250143 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24952): Terminating (SIGTERM)\u000a13:12:08.259891 --- ParallelTerminationStrategy: PID 24946 died...\u000a13:12:08.316798 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24946): Terminated: ok {rc=0}\u000a13:12:08.327056 --- ParallelTerminationStrategy: PID 24949 died...\u000a13:12:08.384168 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24949): Terminated: ok {rc=0}\u000a13:12:08.394450 --- ParallelTerminationStrategy: PID 24952 died...\u000a13:12:08.451339 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24952): Terminated: ok {rc=0}\u000a13:12:08.538968 bus /sierra_3: Setting Powered False\u000a13:12:09.646075 bus /sierra_3: Setting Powered False\u000a13:12:10.758017 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 188, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24961): Process ended prematurely: osmo-stp_10.42.42.5(pid=24961) [trial-2390↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24961)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24961): Process ended prematurely: osmo-stp_10.42.42.5(pid=24961) [trial-2390↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24961)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:12:11.870019 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:12:11.882235 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a13:12:12.028332 tst mo_mt_call_osmux.py: using LAC 34172\u000a13:12:12.152404 tst mo_mt_call_osmux.py: using RAC 2\u000a13:12:12.276726 tst mo_mt_call_osmux.py: using CellId 34172\u000a13:12:12.402150 tst mo_mt_call_osmux.py: using BVCI 34173\u000a13:12:12.426070 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:12:12.437305 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:12:12.448118 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:12:12.459046 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:12:12.470005 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:12:12.480926 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:12:12.603423 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:12:12.809828 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:12:13.310622 run create_hlr_db(pid=24955): Launched\u000a13:12:13.489406 bus /sierra_2: Setting Powered False\u000a13:12:14.510655 run create_hlr_db(pid=24955): Terminated: ok {rc=0}\u000a13:12:14.947106 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24957): Launched\u000a13:12:15.262713 run osmo-hlr_10.42.42.2(pid=24958): Launched\u000a13:12:15.377079 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:12:15.964615 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24960): Launched\u000a13:12:16.422961 run osmo-stp_10.42.42.5(pid=24961): Launched\u000a13:12:16.640137 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:12:17.298154 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24963): Launched\u000a13:12:17.639554 run osmo-msc_10.42.42.6(pid=24964): Launched\u000a13:12:17.836900 run osmo-stp_10.42.42.5(pid=24961): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24961)]\u000a13:12:17.979563 run osmo-stp_10.42.42.5(pid=24961): stdout: \u000a| (launched: 2022-12-13_13:12:16.136555)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:12:18.119585 run osmo-stp_10.42.42.5(pid=24961): stderr: \u000a| �[0;m�[38;5;43m20221213131216406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131216407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131216407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131216407 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131216408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131216408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131216408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:12:18.253501 run osmo-stp_10.42.42.5(pid=24961): stdout: \u000a| (launched: 2022-12-13_13:12:16.136555)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:12:18.386369 run osmo-stp_10.42.42.5(pid=24961): stderr: \u000a| �[0;m�[38;5;43m20221213131216406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131216407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131216407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131216407 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131216408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131216408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131216408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:12:18.444625 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24961): Process ended prematurely: osmo-stp_10.42.42.5(pid=24961) [trial-2390↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24961)] [trial-2390↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a13:12:18.454168 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a13:12:18.517452 run osmo-hlr_10.42.42.2(pid=24958): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24958)]\u000a13:12:18.568918 run osmo-hlr_10.42.42.2(pid=24958): stdout: \u000a| (launched: 2022-12-13_13:12:15.105854) \u000a13:12:18.620680 run osmo-hlr_10.42.42.2(pid=24958): stderr: \u000a| �[0;m�[1;31m20221213131215287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213131215287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213131215287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131215287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131215287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213131215287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213131215300 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213131215308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213131215309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213131215309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:12:18.691194 run osmo-msc_10.42.42.6(pid=24964): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24964)]\u000a13:12:18.742418 run osmo-msc_10.42.42.6(pid=24964): stdout: \u000a| (launched: 2022-12-13_13:12:17.471719) \u000a13:12:18.794542 run osmo-msc_10.42.42.6(pid=24964): stderr: \u000a| �[0;m�[38;5;43m20221213131217793 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213131217793 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f77cd11dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213131217793 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213131217793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213131217794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213131217794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213131217795 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213131217796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213131217796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213131217796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:12:18.838915 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24957): Terminating (SIGTERM)\u000a13:12:18.881202 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24960): Terminating (SIGTERM)\u000a13:12:18.923220 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24963): Terminating (SIGTERM)\u000a13:12:18.933025 --- ParallelTerminationStrategy: PID 24957 died...\u000a13:12:18.989450 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24957): Terminated: ok {rc=0}\u000a13:12:18.999368 --- ParallelTerminationStrategy: PID 24960 died...\u000a13:12:19.055700 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24960): Terminated: ok {rc=0}\u000a13:12:19.065907 --- ParallelTerminationStrategy: PID 24963 died...\u000a13:12:19.121906 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24963): Terminated: ok {rc=0}\u000a13:12:19.207637 bus /sierra_3: Setting Powered False\u000a13:12:20.314370 bus /sierra_3: Setting Powered False\u000a13:12:21.423230 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "22", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:12:01" }, { "cases" : [ { "testActions" : [ ], "age" : 188, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24975): Process ended prematurely: osmo-stp_10.42.42.5(pid=24975) [trial-2390↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24975)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24975): Process ended prematurely: osmo-stp_10.42.42.5(pid=24975) [trial-2390↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24975)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a13:12:23.389291 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:12:23.400167 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a13:12:23.545857 tst mo_mt_call.py: using LAC 34173\u000a13:12:23.664432 tst mo_mt_call.py: using RAC 3\u000a13:12:23.784343 tst mo_mt_call.py: using CellId 34173\u000a13:12:23.906537 tst mo_mt_call.py: using BVCI 34174\u000a13:12:23.929838 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:12:23.940611 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:12:23.951389 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:12:23.962079 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:12:23.972741 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:12:23.983558 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:12:24.101685 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:12:24.305900 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:12:24.797635 run create_hlr_db(pid=24969): Launched\u000a13:12:24.972788 bus /sierra_2: Setting Powered False\u000a13:12:25.995241 run create_hlr_db(pid=24969): Terminated: ok {rc=0}\u000a13:12:26.431634 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24971): Launched\u000a13:12:26.760086 run osmo-hlr_10.42.42.2(pid=24972): Launched\u000a13:12:26.880278 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:12:27.453783 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24974): Launched\u000a13:12:27.782094 run osmo-stp_10.42.42.5(pid=24975): Launched\u000a13:12:27.900282 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:12:28.499529 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24977): Launched\u000a13:12:28.830435 run osmo-msc_10.42.42.6(pid=24978): Launched\u000a13:12:29.023348 run osmo-stp_10.42.42.5(pid=24975): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24975)]\u000a13:12:29.162380 run osmo-stp_10.42.42.5(pid=24975): stdout: \u000a| (launched: 2022-12-13_13:12:27.620272)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:12:29.299649 run osmo-stp_10.42.42.5(pid=24975): stderr: \u000a| �[0;m�[38;5;43m20221213131227811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131227811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131227812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131227812 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131227812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131227813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131227813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:12:29.432182 run osmo-stp_10.42.42.5(pid=24975): stdout: \u000a| (launched: 2022-12-13_13:12:27.620272)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:12:29.562735 run osmo-stp_10.42.42.5(pid=24975): stderr: \u000a| �[0;m�[38;5;43m20221213131227811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131227811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131227812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131227812 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131227812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131227813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131227813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:12:29.620007 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24975): Process ended prematurely: osmo-stp_10.42.42.5(pid=24975) [trial-2390↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24975)] [trial-2390↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a13:12:29.629177 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a13:12:29.692434 run osmo-hlr_10.42.42.2(pid=24972): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24972)]\u000a13:12:29.744006 run osmo-hlr_10.42.42.2(pid=24972): stdout: \u000a| (launched: 2022-12-13_13:12:26.598553) \u000a13:12:29.796062 run osmo-hlr_10.42.42.2(pid=24972): stderr: \u000a| �[0;m�[1;31m20221213131226794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213131226795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213131226795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131226795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131226795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213131226795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213131226807 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213131226816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213131226816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213131226816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:12:29.866783 run osmo-msc_10.42.42.6(pid=24978): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24978)]\u000a13:12:29.918120 run osmo-msc_10.42.42.6(pid=24978): stdout: \u000a| (launched: 2022-12-13_13:12:28.667157) \u000a13:12:29.969985 run osmo-msc_10.42.42.6(pid=24978): stderr: \u000a| �[0;m�[38;5;43m20221213131228989 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213131228989 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9ad8bcfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213131228989 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213131228990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213131228990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213131228990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213131228992 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213131228992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213131228992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213131228992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:12:30.014431 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24971): Terminating (SIGTERM)\u000a13:12:30.056294 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24974): Terminating (SIGTERM)\u000a13:12:30.098304 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24977): Terminating (SIGTERM)\u000a13:12:30.107960 --- ParallelTerminationStrategy: PID 24971 died...\u000a13:12:30.164159 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24971): Terminated: ok {rc=0}\u000a13:12:30.174192 --- ParallelTerminationStrategy: PID 24974 died...\u000a13:12:30.229506 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24974): Terminated: ok {rc=0}\u000a13:12:30.239304 --- ParallelTerminationStrategy: PID 24977 died...\u000a13:12:30.294639 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24977): Terminated: ok {rc=0}\u000a13:12:30.380265 bus /sierra_3: Setting Powered False\u000a13:12:31.485944 bus /sierra_3: Setting Powered False\u000a13:12:32.596309 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 188, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24986): Process ended prematurely: osmo-stp_10.42.42.5(pid=24986) [trial-2390↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24986)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24986): Process ended prematurely: osmo-stp_10.42.42.5(pid=24986) [trial-2390↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24986)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:12:33.705586 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:12:33.717197 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a13:12:33.862517 tst mo_mt_call_osmux.py: using LAC 34174\u000a13:12:33.984136 tst mo_mt_call_osmux.py: using RAC 4\u000a13:12:34.106706 tst mo_mt_call_osmux.py: using CellId 34174\u000a13:12:34.227368 tst mo_mt_call_osmux.py: using BVCI 34175\u000a13:12:34.250563 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:12:34.261623 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:12:34.272243 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:12:34.283115 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:12:34.293880 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:12:34.304621 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:12:34.421163 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:12:34.638556 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:12:35.154979 run create_hlr_db(pid=24980): Launched\u000a13:12:35.344523 bus /sierra_2: Setting Powered False\u000a13:12:36.354449 run create_hlr_db(pid=24980): Terminated: ok {rc=0}\u000a13:12:36.770859 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24982): Launched\u000a13:12:37.077131 run osmo-hlr_10.42.42.2(pid=24983): Launched\u000a13:12:37.197920 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:12:37.736883 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24985): Launched\u000a13:12:38.043276 run osmo-stp_10.42.42.5(pid=24986): Launched\u000a13:12:38.154243 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:12:38.714419 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24988): Launched\u000a13:12:39.021766 run osmo-msc_10.42.42.6(pid=24989): Launched\u000a13:12:39.198870 run osmo-stp_10.42.42.5(pid=24986): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24986)]\u000a13:12:39.327697 run osmo-stp_10.42.42.5(pid=24986): stdout: \u000a| (launched: 2022-12-13_13:12:37.891933)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:12:39.455740 run osmo-stp_10.42.42.5(pid=24986): stderr: \u000a| �[0;m�[38;5;43m20221213131238062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131238062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131238062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131238062 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131238063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131238063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131238063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:12:39.577815 run osmo-stp_10.42.42.5(pid=24986): stdout: \u000a| (launched: 2022-12-13_13:12:37.891933)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:12:39.698362 run osmo-stp_10.42.42.5(pid=24986): stderr: \u000a| �[0;m�[38;5;43m20221213131238062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131238062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131238062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131238062 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131238063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131238063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131238063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:12:39.751617 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24986): Process ended prematurely: osmo-stp_10.42.42.5(pid=24986) [trial-2390↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24986)] [trial-2390↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a13:12:39.760332 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a13:12:39.819820 run osmo-hlr_10.42.42.2(pid=24983): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24983)]\u000a13:12:39.868472 run osmo-hlr_10.42.42.2(pid=24983): stdout: \u000a| (launched: 2022-12-13_13:12:36.925874) \u000a13:12:39.917960 run osmo-hlr_10.42.42.2(pid=24983): stderr: \u000a| �[0;m�[1;31m20221213131237101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213131237101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213131237101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131237101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131237101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213131237101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213131237113 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213131237123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213131237123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213131237123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:12:39.984635 run osmo-msc_10.42.42.6(pid=24989): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24989)]\u000a13:12:40.033100 run osmo-msc_10.42.42.6(pid=24989): stdout: \u000a| (launched: 2022-12-13_13:12:38.869152) \u000a13:12:40.082174 run osmo-msc_10.42.42.6(pid=24989): stderr: \u000a| �[0;m�[38;5;43m20221213131239140 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213131239141 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f60b4f5cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213131239141 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213131239141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213131239141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213131239141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213131239143 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213131239143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213131239144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213131239144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:12:40.123817 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24982): Terminating (SIGTERM)\u000a13:12:40.162986 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24985): Terminating (SIGTERM)\u000a13:12:40.202326 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24988): Terminating (SIGTERM)\u000a13:12:40.211476 --- ParallelTerminationStrategy: PID 24982 died...\u000a13:12:40.264474 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24982): Terminated: ok {rc=0}\u000a13:12:40.274091 --- ParallelTerminationStrategy: PID 24985 died...\u000a13:12:40.326779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24985): Terminated: ok {rc=0}\u000a13:12:40.336368 --- ParallelTerminationStrategy: PID 24988 died...\u000a13:12:40.388870 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24988): Terminated: ok {rc=0}\u000a13:12:40.475163 bus /sierra_3: Setting Powered False\u000a13:12:41.577569 bus /sierra_3: Setting Powered False\u000a13:12:42.687801 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "23", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:12:23" }, { "cases" : [ { "testActions" : [ ], "age" : 188, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25000): Process ended prematurely: osmo-stp_10.42.42.5(pid=25000) [trial-2390↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25000)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25000): Process ended prematurely: osmo-stp_10.42.42.5(pid=25000) [trial-2390↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25000)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a13:12:44.647890 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:12:44.659503 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a13:12:44.807666 tst mo_mt_call.py: using LAC 34175\u000a13:12:44.930326 tst mo_mt_call.py: using RAC 5\u000a13:12:45.051770 tst mo_mt_call.py: using CellId 34175\u000a13:12:45.174451 tst mo_mt_call.py: using BVCI 34176\u000a13:12:45.197937 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:12:45.209067 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:12:45.219724 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:12:45.230506 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:12:45.241268 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:12:45.251992 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:12:45.373555 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:12:45.577820 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:12:46.158297 run create_hlr_db(pid=24994): Launched\u000a13:12:46.335901 bus /sierra_2: Setting Powered False\u000a13:12:47.368815 run create_hlr_db(pid=24994): Terminated: ok {rc=0}\u000a13:12:47.806507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24996): Launched\u000a13:12:48.138351 run osmo-hlr_10.42.42.2(pid=24997): Launched\u000a13:12:48.255429 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:12:48.829363 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24999): Launched\u000a13:12:49.158255 run osmo-stp_10.42.42.5(pid=25000): Launched\u000a13:12:49.277590 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:12:49.875978 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25002): Launched\u000a13:12:50.204816 run osmo-msc_10.42.42.6(pid=25003): Launched\u000a13:12:50.395938 run osmo-stp_10.42.42.5(pid=25000): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25000)]\u000a13:12:50.534766 run osmo-stp_10.42.42.5(pid=25000): stdout: \u000a| (launched: 2022-12-13_13:12:48.995533)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:12:50.671765 run osmo-stp_10.42.42.5(pid=25000): stderr: \u000a| �[0;m�[38;5;43m20221213131249187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131249187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131249187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131249187 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131249188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131249188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131249188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:12:50.803047 run osmo-stp_10.42.42.5(pid=25000): stdout: \u000a| (launched: 2022-12-13_13:12:48.995533)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:12:50.932838 run osmo-stp_10.42.42.5(pid=25000): stderr: \u000a| �[0;m�[38;5;43m20221213131249187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131249187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131249187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131249187 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131249188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131249188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131249188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:12:50.990238 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25000): Process ended prematurely: osmo-stp_10.42.42.5(pid=25000) [trial-2390↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25000)] [trial-2390↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a13:12:50.999510 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a13:12:51.061995 run osmo-hlr_10.42.42.2(pid=24997): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24997)]\u000a13:12:51.113010 run osmo-hlr_10.42.42.2(pid=24997): stdout: \u000a| (launched: 2022-12-13_13:12:47.973747) \u000a13:12:51.164671 run osmo-hlr_10.42.42.2(pid=24997): stderr: \u000a| �[0;m�[1;31m20221213131248172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213131248172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213131248172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131248172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131248172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213131248172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213131248184 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213131248194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213131248194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213131248194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:12:51.234554 run osmo-msc_10.42.42.6(pid=25003): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25003)]\u000a13:12:51.285426 run osmo-msc_10.42.42.6(pid=25003): stdout: \u000a| (launched: 2022-12-13_13:12:50.042617) \u000a13:12:51.336921 run osmo-msc_10.42.42.6(pid=25003): stderr: \u000a| �[0;m�[38;5;43m20221213131250363 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213131250363 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f62f4823c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213131250364 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213131250364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213131250364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213131250364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213131250366 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213131250366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213131250366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213131250366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:12:51.381045 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24996): Terminating (SIGTERM)\u000a13:12:51.423457 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24999): Terminating (SIGTERM)\u000a13:12:51.465514 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25002): Terminating (SIGTERM)\u000a13:12:51.475294 --- ParallelTerminationStrategy: PID 24996 died...\u000a13:12:51.531489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24996): Terminated: ok {rc=0}\u000a13:12:51.541639 --- ParallelTerminationStrategy: PID 24999 died...\u000a13:12:51.597337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24999): Terminated: ok {rc=0}\u000a13:12:51.607393 --- ParallelTerminationStrategy: PID 25002 died...\u000a13:12:51.663120 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25002): Terminated: ok {rc=0}\u000a13:12:51.749526 bus /sierra_3: Setting Powered False\u000a13:12:52.854495 bus /sierra_3: Setting Powered False\u000a13:12:53.967063 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 190, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25011): Process ended prematurely: osmo-stp_10.42.42.5(pid=25011) [trial-2390↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25011)]", "failedSince" : 2201, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25011): Process ended prematurely: osmo-stp_10.42.42.5(pid=25011) [trial-2390↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25011)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:12:55.081684 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:12:55.093802 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a13:12:55.248620 tst mo_mt_call_osmux.py: using LAC 34176\u000a13:12:55.373904 tst mo_mt_call_osmux.py: using RAC 6\u000a13:12:55.498546 tst mo_mt_call_osmux.py: using CellId 34176\u000a13:12:55.625039 tst mo_mt_call_osmux.py: using BVCI 34177\u000a13:12:55.649681 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:12:55.661285 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:12:55.672482 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:12:55.683721 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:12:55.695340 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:12:55.707016 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:12:55.826371 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:12:56.026877 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:12:56.513632 run create_hlr_db(pid=25005): Launched\u000a13:12:56.687296 bus /sierra_2: Setting Powered False\u000a13:12:57.709059 run create_hlr_db(pid=25005): Terminated: ok {rc=0}\u000a13:12:58.111304 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25007): Launched\u000a13:12:58.412709 run osmo-hlr_10.42.42.2(pid=25008): Launched\u000a13:12:58.526647 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:12:59.050242 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25010): Launched\u000a13:12:59.352714 run osmo-stp_10.42.42.5(pid=25011): Launched\u000a13:12:59.461826 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:13:00.015341 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25013): Launched\u000a13:13:00.319512 run osmo-msc_10.42.42.6(pid=25014): Launched\u000a13:13:00.496818 run osmo-stp_10.42.42.5(pid=25011): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25011)]\u000a13:13:00.625201 run osmo-stp_10.42.42.5(pid=25011): stdout: \u000a| (launched: 2022-12-13_13:12:59.203144)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:13:00.751344 run osmo-stp_10.42.42.5(pid=25011): stderr: \u000a| �[0;m�[38;5;43m20221213131259371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131259371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131259371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131259372 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131259372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131259372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131259372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:13:00.886730 run osmo-stp_10.42.42.5(pid=25011): stdout: \u000a| (launched: 2022-12-13_13:12:59.203144)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:13:01.012695 run osmo-stp_10.42.42.5(pid=25011): stderr: \u000a| �[0;m�[38;5;43m20221213131259371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131259371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131259371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131259372 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131259372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131259372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131259372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:13:01.066929 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25011): Process ended prematurely: osmo-stp_10.42.42.5(pid=25011) [trial-2390↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25011)] [trial-2390↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a13:13:01.075984 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a13:13:01.135947 run osmo-hlr_10.42.42.2(pid=25008): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25008)]\u000a13:13:01.185351 run osmo-hlr_10.42.42.2(pid=25008): stdout: \u000a| (launched: 2022-12-13_13:12:58.264422) \u000a13:13:01.235355 run osmo-hlr_10.42.42.2(pid=25008): stderr: \u000a| �[0;m�[1;31m20221213131258437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213131258437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213131258437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131258437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131258438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213131258438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213131258450 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213131258460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213131258460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213131258460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:13:01.303223 run osmo-msc_10.42.42.6(pid=25014): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25014)]\u000a13:13:01.353009 run osmo-msc_10.42.42.6(pid=25014): stdout: \u000a| (launched: 2022-12-13_13:13:00.168619) \u000a13:13:01.403191 run osmo-msc_10.42.42.6(pid=25014): stderr: \u000a| �[0;m�[38;5;43m20221213131300439 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213131300440 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f663f53cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213131300440 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213131300440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213131300440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213131300440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213131300442 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213131300442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213131300443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213131300443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:13:01.445697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25007): Terminating (SIGTERM)\u000a13:13:01.486202 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25010): Terminating (SIGTERM)\u000a13:13:01.526623 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25013): Terminating (SIGTERM)\u000a13:13:01.535879 --- ParallelTerminationStrategy: PID 25007 died...\u000a13:13:01.590409 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25007): Terminated: ok {rc=0}\u000a13:13:01.600379 --- ParallelTerminationStrategy: PID 25010 died...\u000a13:13:01.654015 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25010): Terminated: ok {rc=0}\u000a13:13:01.664069 --- ParallelTerminationStrategy: PID 25013 died...\u000a13:13:01.717244 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25013): Terminated: ok {rc=0}\u000a13:13:01.811971 bus /sierra_3: Setting Powered False\u000a13:13:02.914181 bus /sierra_3: Setting Powered False\u000a13:13:04.020288 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "24", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:12:44" }, { "cases" : [ { "testActions" : [ ], "age" : 188, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25026): Process ended prematurely: osmo-stp_10.42.42.5(pid=25026) [trial-2390↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25026)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25026): Process ended prematurely: osmo-stp_10.42.42.5(pid=25026) [trial-2390↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25026)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a13:13:05.974761 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:13:05.985772 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a13:13:06.130874 tst mo_mt_call.py: using LAC 34177\u000a13:13:06.250973 tst mo_mt_call.py: using RAC 7\u000a13:13:06.371068 tst mo_mt_call.py: using CellId 34177\u000a13:13:06.491184 tst mo_mt_call.py: using BVCI 34178\u000a13:13:06.514098 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:13:06.524911 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:13:06.535605 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:13:06.546308 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:13:06.557032 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:13:06.567745 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:13:06.682330 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:13:06.896625 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:13:07.407907 run create_hlr_db(pid=25020): Launched\u000a13:13:07.597387 bus /sierra_2: Setting Powered False\u000a13:13:08.617195 run create_hlr_db(pid=25020): Terminated: ok {rc=0}\u000a13:13:09.022461 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25022): Launched\u000a13:13:09.324021 run osmo-hlr_10.42.42.2(pid=25023): Launched\u000a13:13:09.443833 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:13:09.972771 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25025): Launched\u000a13:13:10.273174 run osmo-stp_10.42.42.5(pid=25026): Launched\u000a13:13:10.382528 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:13:10.932305 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25028): Launched\u000a13:13:11.234794 run osmo-msc_10.42.42.6(pid=25029): Launched\u000a13:13:11.411953 run osmo-stp_10.42.42.5(pid=25026): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25026)]\u000a13:13:11.539730 run osmo-stp_10.42.42.5(pid=25026): stdout: \u000a| (launched: 2022-12-13_13:13:10.125772)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:13:11.665792 run osmo-stp_10.42.42.5(pid=25026): stderr: \u000a| �[0;m�[38;5;43m20221213131310294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131310294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131310294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131310295 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131310295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131310295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131310295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:13:11.787009 run osmo-stp_10.42.42.5(pid=25026): stdout: \u000a| (launched: 2022-12-13_13:13:10.125772)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:13:11.906421 run osmo-stp_10.42.42.5(pid=25026): stderr: \u000a| �[0;m�[38;5;43m20221213131310294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131310294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131310294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131310295 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131310295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131310295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131310295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:13:11.959422 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25026): Process ended prematurely: osmo-stp_10.42.42.5(pid=25026) [trial-2390↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25026)] [trial-2390↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a13:13:11.967836 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a13:13:12.026733 run osmo-hlr_10.42.42.2(pid=25023): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25023)]\u000a13:13:12.074966 run osmo-hlr_10.42.42.2(pid=25023): stdout: \u000a| (launched: 2022-12-13_13:13:09.176230) \u000a13:13:12.123865 run osmo-hlr_10.42.42.2(pid=25023): stderr: \u000a| �[0;m�[1;31m20221213131309349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213131309349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213131309349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131309349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131309349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213131309349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213131309362 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213131309372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213131309372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213131309372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:13:12.190458 run osmo-msc_10.42.42.6(pid=25029): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25029)]\u000a13:13:12.238665 run osmo-msc_10.42.42.6(pid=25029): stdout: \u000a| (launched: 2022-12-13_13:13:11.085630) \u000a13:13:12.287571 run osmo-msc_10.42.42.6(pid=25029): stderr: \u000a| �[0;m�[38;5;43m20221213131311355 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213131311355 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd824e09c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213131311355 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213131311355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213131311356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213131311356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213131311358 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213131311358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213131311358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213131311358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:13:12.329103 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25022): Terminating (SIGTERM)\u000a13:13:12.368124 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25025): Terminating (SIGTERM)\u000a13:13:12.407310 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25028): Terminating (SIGTERM)\u000a13:13:12.416385 --- ParallelTerminationStrategy: PID 25022 died...\u000a13:13:12.468595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25022): Terminated: ok {rc=0}\u000a13:13:12.478028 --- ParallelTerminationStrategy: PID 25025 died...\u000a13:13:12.530143 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25025): Terminated: ok {rc=0}\u000a13:13:12.539566 --- ParallelTerminationStrategy: PID 25028 died...\u000a13:13:12.591719 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25028): Terminated: ok {rc=0}\u000a13:13:12.674295 bus /sierra_3: Setting Powered False\u000a13:13:13.774457 bus /sierra_3: Setting Powered False\u000a13:13:14.881734 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 188, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25037): Process ended prematurely: osmo-stp_10.42.42.5(pid=25037) [trial-2390↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25037)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25037): Process ended prematurely: osmo-stp_10.42.42.5(pid=25037) [trial-2390↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25037)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:13:16.001838 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:13:16.015377 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a13:13:16.191335 tst mo_mt_call_osmux.py: using LAC 34178\u000a13:13:16.332209 tst mo_mt_call_osmux.py: using RAC 8\u000a13:13:16.482836 tst mo_mt_call_osmux.py: using CellId 34178\u000a13:13:16.639140 tst mo_mt_call_osmux.py: using BVCI 34179\u000a13:13:16.671299 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:13:16.685239 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:13:16.699566 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:13:16.714653 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:13:16.729879 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:13:16.744715 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:13:16.887762 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:13:17.110640 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:13:17.631086 run create_hlr_db(pid=25031): Launched\u000a13:13:17.819586 bus /sierra_2: Setting Powered False\u000a13:13:18.840448 run create_hlr_db(pid=25031): Terminated: ok {rc=0}\u000a13:13:19.271126 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25033): Launched\u000a13:13:19.596807 run osmo-hlr_10.42.42.2(pid=25034): Launched\u000a13:13:19.717681 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:13:20.284581 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25036): Launched\u000a13:13:20.609174 run osmo-stp_10.42.42.5(pid=25037): Launched\u000a13:13:20.725674 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:13:21.317216 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25039): Launched\u000a13:13:21.642636 run osmo-msc_10.42.42.6(pid=25040): Launched\u000a13:13:21.832457 run osmo-stp_10.42.42.5(pid=25037): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25037)]\u000a13:13:21.970252 run osmo-stp_10.42.42.5(pid=25037): stdout: \u000a| (launched: 2022-12-13_13:13:20.450685)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:13:22.106233 run osmo-stp_10.42.42.5(pid=25037): stderr: \u000a| �[0;m�[38;5;43m20221213131320638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131320638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131320639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131320639 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131320639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131320640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131320640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:13:22.236344 run osmo-stp_10.42.42.5(pid=25037): stdout: \u000a| (launched: 2022-12-13_13:13:20.450685)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:13:22.365566 run osmo-stp_10.42.42.5(pid=25037): stderr: \u000a| �[0;m�[38;5;43m20221213131320638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131320638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131320639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131320639 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131320639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131320640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131320640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:13:22.422843 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25037): Process ended prematurely: osmo-stp_10.42.42.5(pid=25037) [trial-2390↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25037)] [trial-2390↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a13:13:22.432186 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a13:13:22.495145 run osmo-hlr_10.42.42.2(pid=25034): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25034)]\u000a13:13:22.546016 run osmo-hlr_10.42.42.2(pid=25034): stdout: \u000a| (launched: 2022-12-13_13:13:19.437515) \u000a13:13:22.597612 run osmo-hlr_10.42.42.2(pid=25034): stderr: \u000a| �[0;m�[1;31m20221213131319633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213131319633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213131319633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131319633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131319633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213131319633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213131319645 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213131319654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213131319654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213131319654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:13:22.667534 run osmo-msc_10.42.42.6(pid=25040): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25040)]\u000a13:13:22.718223 run osmo-msc_10.42.42.6(pid=25040): stdout: \u000a| (launched: 2022-12-13_13:13:21.482969) \u000a13:13:22.769629 run osmo-msc_10.42.42.6(pid=25040): stderr: \u000a| �[0;m�[38;5;43m20221213131321802 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213131321802 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f997ea54c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213131321802 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213131321802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213131321803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213131321803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213131321805 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213131321805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213131321805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213131321805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:13:22.813800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25033): Terminating (SIGTERM)\u000a13:13:22.855651 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25036): Terminating (SIGTERM)\u000a13:13:22.897440 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25039): Terminating (SIGTERM)\u000a13:13:22.907028 --- ParallelTerminationStrategy: PID 25033 died...\u000a13:13:22.962765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25033): Terminated: ok {rc=0}\u000a13:13:22.972699 --- ParallelTerminationStrategy: PID 25036 died...\u000a13:13:23.028139 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25036): Terminated: ok {rc=0}\u000a13:13:23.038072 --- ParallelTerminationStrategy: PID 25039 died...\u000a13:13:23.093569 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25039): Terminated: ok {rc=0}\u000a13:13:23.179759 bus /sierra_3: Setting Powered False\u000a13:13:24.289426 bus /sierra_3: Setting Powered False\u000a13:13:25.396321 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "25", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:13:05" }, { "cases" : [ { "testActions" : [ ], "age" : 188, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25051): Process ended prematurely: osmo-stp_10.42.42.5(pid=25051) [trial-2390↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25051)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25051): Process ended prematurely: osmo-stp_10.42.42.5(pid=25051) [trial-2390↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25051)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a13:13:27.361115 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:13:27.372546 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a13:13:27.525963 tst mo_mt_call.py: using LAC 34179\u000a13:13:27.652941 tst mo_mt_call.py: using RAC 9\u000a13:13:27.780062 tst mo_mt_call.py: using CellId 34179\u000a13:13:27.908769 tst mo_mt_call.py: using BVCI 34180\u000a13:13:27.933852 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:13:27.945316 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:13:27.956409 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:13:27.967746 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:13:27.979435 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:13:27.991128 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:13:28.107670 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:13:28.320076 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:13:28.831905 run create_hlr_db(pid=25045): Launched\u000a13:13:29.019491 bus /sierra_2: Setting Powered False\u000a13:13:30.041070 run create_hlr_db(pid=25045): Terminated: ok {rc=0}\u000a13:13:30.446652 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25047): Launched\u000a13:13:30.749599 run osmo-hlr_10.42.42.2(pid=25048): Launched\u000a13:13:30.895604 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:13:31.534316 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25050): Launched\u000a13:13:31.945799 run osmo-stp_10.42.42.5(pid=25051): Launched\u000a13:13:32.173257 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:13:32.748931 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25053): Launched\u000a13:13:33.052581 run osmo-msc_10.42.42.6(pid=25054): Launched\u000a13:13:33.229701 run osmo-stp_10.42.42.5(pid=25051): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25051)]\u000a13:13:33.357473 run osmo-stp_10.42.42.5(pid=25051): stdout: \u000a| (launched: 2022-12-13_13:13:31.691590)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:13:33.483499 run osmo-stp_10.42.42.5(pid=25051): stderr: \u000a| �[0;m�[38;5;43m20221213131332007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131332007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131332007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131332008 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131332008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131332008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131332008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:13:33.604144 run osmo-stp_10.42.42.5(pid=25051): stdout: \u000a| (launched: 2022-12-13_13:13:31.691590)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:13:33.723863 run osmo-stp_10.42.42.5(pid=25051): stderr: \u000a| �[0;m�[38;5;43m20221213131332007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131332007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131332007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131332008 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131332008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131332008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131332008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:13:33.776934 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25051): Process ended prematurely: osmo-stp_10.42.42.5(pid=25051) [trial-2390↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25051)] [trial-2390↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a13:13:33.785582 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a13:13:33.845308 run osmo-hlr_10.42.42.2(pid=25048): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25048)]\u000a13:13:33.893649 run osmo-hlr_10.42.42.2(pid=25048): stdout: \u000a| (launched: 2022-12-13_13:13:30.599722) \u000a13:13:33.942604 run osmo-hlr_10.42.42.2(pid=25048): stderr: \u000a| �[0;m�[1;31m20221213131330772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213131330772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213131330772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131330773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131330773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213131330773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213131330785 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213131330793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213131330793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213131330793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:13:34.009310 run osmo-msc_10.42.42.6(pid=25054): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25054)]\u000a13:13:34.057595 run osmo-msc_10.42.42.6(pid=25054): stdout: \u000a| (launched: 2022-12-13_13:13:32.903238) \u000a13:13:34.106382 run osmo-msc_10.42.42.6(pid=25054): stderr: \u000a| �[0;m�[38;5;43m20221213131333175 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213131333175 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f49843f8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213131333175 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213131333175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213131333175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213131333175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213131333177 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213131333178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213131333178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213131333178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:13:34.148006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25047): Terminating (SIGTERM)\u000a13:13:34.187309 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25050): Terminating (SIGTERM)\u000a13:13:34.226485 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25053): Terminating (SIGTERM)\u000a13:13:34.235617 --- ParallelTerminationStrategy: PID 25047 died...\u000a13:13:34.288885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25047): Terminated: ok {rc=0}\u000a13:13:34.298494 --- ParallelTerminationStrategy: PID 25050 died...\u000a13:13:34.351025 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25050): Terminated: ok {rc=0}\u000a13:13:34.360489 --- ParallelTerminationStrategy: PID 25053 died...\u000a13:13:34.412632 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25053): Terminated: ok {rc=0}\u000a13:13:34.495635 bus /sierra_3: Setting Powered False\u000a13:13:35.602251 bus /sierra_3: Setting Powered False\u000a13:13:36.715140 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 188, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25062): Process ended prematurely: osmo-stp_10.42.42.5(pid=25062) [trial-2390↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25062)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25062): Process ended prematurely: osmo-stp_10.42.42.5(pid=25062) [trial-2390↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25062)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:13:37.825454 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:13:37.837295 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a13:13:37.982187 tst mo_mt_call_osmux.py: using LAC 34180\u000a13:13:38.100501 tst mo_mt_call_osmux.py: using RAC 10\u000a13:13:38.221633 tst mo_mt_call_osmux.py: using CellId 34180\u000a13:13:38.340076 tst mo_mt_call_osmux.py: using BVCI 34181\u000a13:13:38.363320 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:13:38.374514 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:13:38.385381 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:13:38.396081 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:13:38.406955 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:13:38.417912 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:13:38.538012 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:13:38.740301 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:13:39.225333 run create_hlr_db(pid=25056): Launched\u000a13:13:39.398469 bus /sierra_2: Setting Powered False\u000a13:13:40.421385 run create_hlr_db(pid=25056): Terminated: ok {rc=0}\u000a13:13:40.848485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25058): Launched\u000a13:13:41.150319 run osmo-hlr_10.42.42.2(pid=25059): Launched\u000a13:13:41.270236 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:13:41.801300 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25061): Launched\u000a13:13:42.103326 run osmo-stp_10.42.42.5(pid=25062): Launched\u000a13:13:42.212281 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:13:42.765101 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25064): Launched\u000a13:13:43.069486 run osmo-msc_10.42.42.6(pid=25065): Launched\u000a13:13:43.245668 run osmo-stp_10.42.42.5(pid=25062): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25062)]\u000a13:13:43.373638 run osmo-stp_10.42.42.5(pid=25062): stdout: \u000a| (launched: 2022-12-13_13:13:41.955238)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:13:43.499771 run osmo-stp_10.42.42.5(pid=25062): stderr: \u000a| �[0;m�[38;5;43m20221213131342122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131342122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131342122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131342123 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131342123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131342123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131342123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:13:43.620647 run osmo-stp_10.42.42.5(pid=25062): stdout: \u000a| (launched: 2022-12-13_13:13:41.955238)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:13:43.739998 run osmo-stp_10.42.42.5(pid=25062): stderr: \u000a| �[0;m�[38;5;43m20221213131342122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131342122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131342122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131342123 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131342123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131342123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131342123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:13:43.793161 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25062): Process ended prematurely: osmo-stp_10.42.42.5(pid=25062) [trial-2390↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25062)] [trial-2390↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a13:13:43.801952 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a13:13:43.861029 run osmo-hlr_10.42.42.2(pid=25059): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25059)]\u000a13:13:43.909947 run osmo-hlr_10.42.42.2(pid=25059): stdout: \u000a| (launched: 2022-12-13_13:13:41.002885) \u000a13:13:43.958850 run osmo-hlr_10.42.42.2(pid=25059): stderr: \u000a| �[0;m�[1;31m20221213131341177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213131341177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213131341177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131341177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131341177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213131341177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213131341189 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213131341199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213131341199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213131341199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:13:44.025680 run osmo-msc_10.42.42.6(pid=25065): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25065)]\u000a13:13:44.074530 run osmo-msc_10.42.42.6(pid=25065): stdout: \u000a| (launched: 2022-12-13_13:13:42.918488) \u000a13:13:44.123678 run osmo-msc_10.42.42.6(pid=25065): stderr: \u000a| �[0;m�[38;5;43m20221213131343188 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213131343188 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7febe88cdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213131343188 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213131343188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213131343188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213131343189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213131343190 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213131343191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213131343191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213131343191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:13:44.165548 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25058): Terminating (SIGTERM)\u000a13:13:44.205016 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25061): Terminating (SIGTERM)\u000a13:13:44.244497 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25064): Terminating (SIGTERM)\u000a13:13:44.253856 --- ParallelTerminationStrategy: PID 25058 died...\u000a13:13:44.306861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25058): Terminated: ok {rc=0}\u000a13:13:44.316462 --- ParallelTerminationStrategy: PID 25061 died...\u000a13:13:44.369160 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25061): Terminated: ok {rc=0}\u000a13:13:44.378835 --- ParallelTerminationStrategy: PID 25064 died...\u000a13:13:44.431465 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25064): Terminated: ok {rc=0}\u000a13:13:44.519044 bus /sierra_3: Setting Powered False\u000a13:13:45.620183 bus /sierra_3: Setting Powered False\u000a13:13:46.732097 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "26", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:13:27" }, { "cases" : [ { "testActions" : [ ], "age" : 188, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25077): Process ended prematurely: osmo-stp_10.42.42.5(pid=25077) [trial-2390↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25077)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25077): Process ended prematurely: osmo-stp_10.42.42.5(pid=25077) [trial-2390↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25077)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a13:13:48.687181 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:13:48.698167 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:13:48.841883 tst mo_mt_call.py: using LAC 34181\u000a13:13:48.969815 tst mo_mt_call.py: using RAC 11\u000a13:13:49.099493 tst mo_mt_call.py: using CellId 34181\u000a13:13:49.222825 tst mo_mt_call.py: using BVCI 34182\u000a13:13:49.245976 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:13:49.257113 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:13:49.268070 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:13:49.278974 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:13:49.290482 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:13:49.301981 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:13:49.422888 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:13:49.624634 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:13:50.109664 run create_hlr_db(pid=25070): Launched\u000a13:13:50.283124 bus /sierra_2: Setting Powered False\u000a13:13:51.305102 run create_hlr_db(pid=25070): Terminated: ok {rc=0}\u000a13:13:51.707559 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25073): Launched\u000a13:13:52.008875 run osmo-hlr_10.42.42.2(pid=25074): Launched\u000a13:13:52.127169 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:13:52.658233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25076): Launched\u000a13:13:52.961634 run osmo-stp_10.42.42.5(pid=25077): Launched\u000a13:13:53.070640 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:13:53.621589 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25079): Launched\u000a13:13:53.923797 run osmo-msc_10.42.42.6(pid=25080): Launched\u000a13:13:54.101665 run osmo-stp_10.42.42.5(pid=25077): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25077)]\u000a13:13:54.229349 run osmo-stp_10.42.42.5(pid=25077): stdout: \u000a| (launched: 2022-12-13_13:13:52.812613)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:13:54.355100 run osmo-stp_10.42.42.5(pid=25077): stderr: \u000a| �[0;m�[38;5;43m20221213131352980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131352980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131352980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131352981 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131352981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131352981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131352981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:13:54.475540 run osmo-stp_10.42.42.5(pid=25077): stdout: \u000a| (launched: 2022-12-13_13:13:52.812613)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:13:54.594917 run osmo-stp_10.42.42.5(pid=25077): stderr: \u000a| �[0;m�[38;5;43m20221213131352980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131352980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131352980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131352981 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131352981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131352981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131352981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:13:54.647750 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25077): Process ended prematurely: osmo-stp_10.42.42.5(pid=25077) [trial-2390↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25077)] [trial-2390↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a13:13:54.656411 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a13:13:54.715209 run osmo-hlr_10.42.42.2(pid=25074): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25074)]\u000a13:13:54.763745 run osmo-hlr_10.42.42.2(pid=25074): stdout: \u000a| (launched: 2022-12-13_13:13:51.861445) \u000a13:13:54.813062 run osmo-hlr_10.42.42.2(pid=25074): stderr: \u000a| �[0;m�[1;31m20221213131352034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213131352034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213131352034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131352034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131352034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213131352034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213131352046 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213131352056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213131352056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213131352056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:13:54.879913 run osmo-msc_10.42.42.6(pid=25080): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25080)]\u000a13:13:54.928334 run osmo-msc_10.42.42.6(pid=25080): stdout: \u000a| (launched: 2022-12-13_13:13:53.775054) \u000a13:13:54.977314 run osmo-msc_10.42.42.6(pid=25080): stderr: \u000a| �[0;m�[38;5;43m20221213131354045 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213131354045 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f03f8ed2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213131354045 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213131354045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213131354046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213131354046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213131354047 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213131354048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213131354048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213131354048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:13:55.019028 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25073): Terminating (SIGTERM)\u000a13:13:55.058367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25076): Terminating (SIGTERM)\u000a13:13:55.097660 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25079): Terminating (SIGTERM)\u000a13:13:55.106794 --- ParallelTerminationStrategy: PID 25073 died...\u000a13:13:55.159663 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25073): Terminated: ok {rc=0}\u000a13:13:55.169241 --- ParallelTerminationStrategy: PID 25076 died...\u000a13:13:55.221873 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25076): Terminated: ok {rc=0}\u000a13:13:55.231380 --- ParallelTerminationStrategy: PID 25079 died...\u000a13:13:55.284054 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25079): Terminated: ok {rc=0}\u000a13:13:55.373079 bus /sierra_3: Setting Powered False\u000a13:13:56.475305 bus /sierra_3: Setting Powered False\u000a13:13:57.585494 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 188, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25088): Process ended prematurely: osmo-stp_10.42.42.5(pid=25088) [trial-2390↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25088)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25088): Process ended prematurely: osmo-stp_10.42.42.5(pid=25088) [trial-2390↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25088)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:13:58.702211 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:13:58.714440 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:13:58.873886 tst mo_mt_call_osmux.py: using LAC 34182\u000a13:13:59.005974 tst mo_mt_call_osmux.py: using RAC 12\u000a13:13:59.134543 tst mo_mt_call_osmux.py: using CellId 34182\u000a13:13:59.262841 tst mo_mt_call_osmux.py: using BVCI 34183\u000a13:13:59.287973 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:13:59.299581 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:13:59.311087 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:13:59.322509 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:13:59.334479 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:13:59.346553 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:13:59.463155 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:13:59.676139 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:14:00.187978 run create_hlr_db(pid=25082): Launched\u000a13:14:00.376447 bus /sierra_2: Setting Powered False\u000a13:14:01.440775 run create_hlr_db(pid=25082): Terminated: ok {rc=0}\u000a13:14:01.947762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25084): Launched\u000a13:14:02.287334 run osmo-hlr_10.42.42.2(pid=25085): Launched\u000a13:14:02.411587 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:14:02.981174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25087): Launched\u000a13:14:03.307631 run osmo-stp_10.42.42.5(pid=25088): Launched\u000a13:14:03.426524 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:14:04.023304 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25090): Launched\u000a13:14:04.350497 run osmo-msc_10.42.42.6(pid=25091): Launched\u000a13:14:04.542332 run osmo-stp_10.42.42.5(pid=25088): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25088)]\u000a13:14:04.680456 run osmo-stp_10.42.42.5(pid=25088): stdout: \u000a| (launched: 2022-12-13_13:14:03.146609)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:14:04.817817 run osmo-stp_10.42.42.5(pid=25088): stderr: \u000a| �[0;m�[38;5;43m20221213131403335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131403335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131403335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131403336 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131403336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131403336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131403336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:14:04.949521 run osmo-stp_10.42.42.5(pid=25088): stdout: \u000a| (launched: 2022-12-13_13:14:03.146609)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:14:05.079362 run osmo-stp_10.42.42.5(pid=25088): stderr: \u000a| �[0;m�[38;5;43m20221213131403335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131403335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131403335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131403336 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131403336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131403336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131403336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:14:05.136593 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25088): Process ended prematurely: osmo-stp_10.42.42.5(pid=25088) [trial-2390↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25088)] [trial-2390↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a13:14:05.146138 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a13:14:05.209064 run osmo-hlr_10.42.42.2(pid=25085): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25085)]\u000a13:14:05.260241 run osmo-hlr_10.42.42.2(pid=25085): stdout: \u000a| (launched: 2022-12-13_13:14:02.117811) \u000a13:14:05.311872 run osmo-hlr_10.42.42.2(pid=25085): stderr: \u000a| �[0;m�[1;31m20221213131402386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213131402386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213131402386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131402386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131402386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213131402386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213131402398 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213131402406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213131402407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213131402407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:14:05.382256 run osmo-msc_10.42.42.6(pid=25091): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25091)]\u000a13:14:05.433337 run osmo-msc_10.42.42.6(pid=25091): stdout: \u000a| (launched: 2022-12-13_13:14:04.189749) \u000a13:14:05.485396 run osmo-msc_10.42.42.6(pid=25091): stderr: \u000a| �[0;m�[38;5;43m20221213131404510 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213131404510 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f434e2e4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213131404510 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213131404510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213131404510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213131404511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213131404512 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213131404513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213131404513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213131404513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:14:05.529858 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25084): Terminating (SIGTERM)\u000a13:14:05.571722 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25087): Terminating (SIGTERM)\u000a13:14:05.613740 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25090): Terminating (SIGTERM)\u000a13:14:05.623567 --- ParallelTerminationStrategy: PID 25084 died...\u000a13:14:05.680113 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25084): Terminated: ok {rc=0}\u000a13:14:05.690155 --- ParallelTerminationStrategy: PID 25087 died...\u000a13:14:05.746721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25087): Terminated: ok {rc=0}\u000a13:14:05.756876 --- ParallelTerminationStrategy: PID 25090 died...\u000a13:14:05.812873 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25090): Terminated: ok {rc=0}\u000a13:14:05.898383 bus /sierra_3: Setting Powered False\u000a13:14:07.003468 bus /sierra_3: Setting Powered False\u000a13:14:08.111477 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "27", "name" : "voice_oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:13:48" }, { "cases" : [ { "testActions" : [ ], "age" : 188, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25103): Process ended prematurely: osmo-stp_10.42.42.5(pid=25103) [trial-2390↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25103)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25103): Process ended prematurely: osmo-stp_10.42.42.5(pid=25103) [trial-2390↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25103)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a13:14:10.064232 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:14:10.075124 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:14:10.220700 tst mo_mt_call.py: using LAC 34183\u000a13:14:10.341487 tst mo_mt_call.py: using RAC 13\u000a13:14:10.462216 tst mo_mt_call.py: using CellId 34183\u000a13:14:10.583679 tst mo_mt_call.py: using BVCI 34184\u000a13:14:10.606844 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:14:10.617713 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:14:10.628165 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:14:10.638837 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:14:10.649383 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:14:10.659909 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:14:10.779984 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:14:10.982624 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:14:11.468224 run create_hlr_db(pid=25097): Launched\u000a13:14:11.641111 bus /sierra_2: Setting Powered False\u000a13:14:12.662980 run create_hlr_db(pid=25097): Terminated: ok {rc=0}\u000a13:14:13.063921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25099): Launched\u000a13:14:13.364733 run osmo-hlr_10.42.42.2(pid=25100): Launched\u000a13:14:13.475230 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:14:13.998705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25102): Launched\u000a13:14:14.300928 run osmo-stp_10.42.42.5(pid=25103): Launched\u000a13:14:14.410262 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:14:14.965125 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25105): Launched\u000a13:14:15.269203 run osmo-msc_10.42.42.6(pid=25106): Launched\u000a13:14:15.446711 run osmo-stp_10.42.42.5(pid=25103): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25103)]\u000a13:14:15.575290 run osmo-stp_10.42.42.5(pid=25103): stdout: \u000a| (launched: 2022-12-13_13:14:14.153466)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:14:15.700856 run osmo-stp_10.42.42.5(pid=25103): stderr: \u000a| �[0;m�[38;5;43m20221213131414322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131414322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131414322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131414323 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131414323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131414323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131414323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:14:15.821986 run osmo-stp_10.42.42.5(pid=25103): stdout: \u000a| (launched: 2022-12-13_13:14:14.153466)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:14:15.983216 run osmo-stp_10.42.42.5(pid=25103): stderr: \u000a| �[0;m�[38;5;43m20221213131414322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131414322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131414322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131414323 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131414323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131414323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131414323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:14:16.037869 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25103): Process ended prematurely: osmo-stp_10.42.42.5(pid=25103) [trial-2390↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25103)] [trial-2390↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a13:14:16.047406 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a13:14:16.107882 run osmo-hlr_10.42.42.2(pid=25100): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25100)]\u000a13:14:16.158341 run osmo-hlr_10.42.42.2(pid=25100): stdout: \u000a| (launched: 2022-12-13_13:14:13.217274) \u000a13:14:16.209286 run osmo-hlr_10.42.42.2(pid=25100): stderr: \u000a| �[0;m�[1;31m20221213131413389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213131413389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213131413389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131413389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131413389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213131413389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213131413402 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213131413411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213131413411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213131413411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:14:16.277800 run osmo-msc_10.42.42.6(pid=25106): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25106)]\u000a13:14:16.327530 run osmo-msc_10.42.42.6(pid=25106): stdout: \u000a| (launched: 2022-12-13_13:14:15.119968) \u000a13:14:16.378303 run osmo-msc_10.42.42.6(pid=25106): stderr: \u000a| �[0;m�[38;5;43m20221213131415391 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213131415391 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f204c88ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213131415391 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213131415391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213131415392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213131415392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213131415393 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213131415394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213131415394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213131415394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:14:16.420926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25099): Terminating (SIGTERM)\u000a13:14:16.460902 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25102): Terminating (SIGTERM)\u000a13:14:16.505223 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25105): Terminating (SIGTERM)\u000a13:14:16.515180 --- ParallelTerminationStrategy: PID 25099 died...\u000a13:14:16.569740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25099): Terminated: ok {rc=0}\u000a13:14:16.579850 --- ParallelTerminationStrategy: PID 25102 died...\u000a13:14:16.633594 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25102): Terminated: ok {rc=0}\u000a13:14:16.643605 --- ParallelTerminationStrategy: PID 25105 died...\u000a13:14:16.697498 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25105): Terminated: ok {rc=0}\u000a13:14:16.786493 bus /sierra_3: Setting Powered False\u000a13:14:17.891458 bus /sierra_3: Setting Powered False\u000a13:14:18.999464 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 188, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25114): Process ended prematurely: osmo-stp_10.42.42.5(pid=25114) [trial-2390↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25114)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25114): Process ended prematurely: osmo-stp_10.42.42.5(pid=25114) [trial-2390↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25114)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:14:20.114274 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:14:20.126139 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:14:20.280076 tst mo_mt_call_osmux.py: using LAC 34184\u000a13:14:20.409349 tst mo_mt_call_osmux.py: using RAC 14\u000a13:14:20.538430 tst mo_mt_call_osmux.py: using CellId 34184\u000a13:14:20.661138 tst mo_mt_call_osmux.py: using BVCI 34185\u000a13:14:20.684215 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:14:20.695300 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:14:20.706204 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:14:20.717041 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:14:20.728023 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:14:20.739187 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:14:20.859864 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:14:21.069376 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:14:21.582580 run create_hlr_db(pid=25108): Launched\u000a13:14:21.771570 bus /sierra_2: Setting Powered False\u000a13:14:22.790525 run create_hlr_db(pid=25108): Terminated: ok {rc=0}\u000a13:14:23.196893 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25110): Launched\u000a13:14:23.499450 run osmo-hlr_10.42.42.2(pid=25111): Launched\u000a13:14:23.616553 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:14:24.146058 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25113): Launched\u000a13:14:24.449578 run osmo-stp_10.42.42.5(pid=25114): Launched\u000a13:14:24.558997 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:14:25.116271 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25116): Launched\u000a13:14:25.419375 run osmo-msc_10.42.42.6(pid=25117): Launched\u000a13:14:25.596251 run osmo-stp_10.42.42.5(pid=25114): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25114)]\u000a13:14:25.724525 run osmo-stp_10.42.42.5(pid=25114): stdout: \u000a| (launched: 2022-12-13_13:14:24.300823)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:14:25.850997 run osmo-stp_10.42.42.5(pid=25114): stderr: \u000a| �[0;m�[38;5;43m20221213131424470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131424470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131424470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131424471 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131424471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131424472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131424472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:14:25.972189 run osmo-stp_10.42.42.5(pid=25114): stdout: \u000a| (launched: 2022-12-13_13:14:24.300823)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:14:26.092690 run osmo-stp_10.42.42.5(pid=25114): stderr: \u000a| �[0;m�[38;5;43m20221213131424470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131424470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131424470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131424471 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131424471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131424472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131424472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:14:26.145986 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25114): Process ended prematurely: osmo-stp_10.42.42.5(pid=25114) [trial-2390↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25114)] [trial-2390↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a13:14:26.154745 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a13:14:26.214374 run osmo-hlr_10.42.42.2(pid=25111): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25111)]\u000a13:14:26.263697 run osmo-hlr_10.42.42.2(pid=25111): stdout: \u000a| (launched: 2022-12-13_13:14:23.351070) \u000a13:14:26.312983 run osmo-hlr_10.42.42.2(pid=25111): stderr: \u000a| �[0;m�[1;31m20221213131423524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213131423524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213131423524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131423524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131423524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213131423524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213131423537 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213131423546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213131423546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213131423546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:14:26.379869 run osmo-msc_10.42.42.6(pid=25117): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25117)]\u000a13:14:26.428217 run osmo-msc_10.42.42.6(pid=25117): stdout: \u000a| (launched: 2022-12-13_13:14:25.270322) \u000a13:14:26.477248 run osmo-msc_10.42.42.6(pid=25117): stderr: \u000a| �[0;m�[38;5;43m20221213131425540 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213131425541 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4fd505fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213131425541 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213131425541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213131425541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213131425541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213131425543 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213131425543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213131425544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213131425544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:14:26.518851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25110): Terminating (SIGTERM)\u000a13:14:26.558254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25113): Terminating (SIGTERM)\u000a13:14:26.597572 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25116): Terminating (SIGTERM)\u000a13:14:26.606783 --- ParallelTerminationStrategy: PID 25110 died...\u000a13:14:26.659791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25110): Terminated: ok {rc=0}\u000a13:14:26.669494 --- ParallelTerminationStrategy: PID 25113 died...\u000a13:14:26.722162 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25113): Terminated: ok {rc=0}\u000a13:14:26.731845 --- ParallelTerminationStrategy: PID 25116 died...\u000a13:14:26.785174 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25116): Terminated: ok {rc=0}\u000a13:14:26.872732 bus /sierra_3: Setting Powered False\u000a13:14:27.976007 bus /sierra_3: Setting Powered False\u000a13:14:29.085510 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "28", "name" : "voice_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:14:09" }, { "cases" : [ { "testActions" : [ ], "age" : 188, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25128): Process ended prematurely: osmo-stp_10.42.42.5(pid=25128) [trial-2390↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25128)]", "failedSince" : 2203, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25128): Process ended prematurely: osmo-stp_10.42.42.5(pid=25128) [trial-2390↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25128)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 emergency:oc2g emergency_mo_mt_call.py\u000a----------------------------------------------\u000a13:14:31.067387 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a13:14:31.081870 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a13:14:31.221140 tst emergency_mo_mt_call.py: using LAC 34185\u000a13:14:31.349114 tst emergency_mo_mt_call.py: using RAC 15\u000a13:14:31.481638 tst emergency_mo_mt_call.py: using CellId 34185\u000a13:14:31.609242 tst emergency_mo_mt_call.py: using BVCI 34186\u000a13:14:31.634932 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a13:14:31.647356 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a13:14:31.659372 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a13:14:31.672687 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a13:14:31.685762 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a13:14:31.699109 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a13:14:31.847189 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a13:14:32.057308 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:14:32.535356 run create_hlr_db(pid=25122): Launched\u000a13:14:32.706849 bus /sierra_2: Setting Powered False\u000a13:14:33.727074 run create_hlr_db(pid=25122): Terminated: ok {rc=0}\u000a13:14:34.153751 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25124): Launched\u000a13:14:34.473079 run osmo-hlr_10.42.42.2(pid=25125): Launched\u000a13:14:34.587468 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:14:35.143445 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25127): Launched\u000a13:14:35.462547 run osmo-stp_10.42.42.5(pid=25128): Launched\u000a13:14:35.590345 tst emergency_mo_mt_call.py: using MSISDN 8177\u000a13:14:35.749307 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:14:36.334061 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25130): Launched\u000a13:14:36.657286 run osmo-msc_10.42.42.6(pid=25131): Launched\u000a13:14:36.844348 run osmo-stp_10.42.42.5(pid=25128): ERR: Terminated: ERROR {rc=1} [trial-2390↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25128)]\u000a13:14:36.981373 run osmo-stp_10.42.42.5(pid=25128): stdout: \u000a| (launched: 2022-12-13_13:14:35.305730)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:14:37.115720 run osmo-stp_10.42.42.5(pid=25128): stderr: \u000a| �[0;m�[38;5;43m20221213131435493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131435493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131435494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131435494 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131435495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131435495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131435495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:14:37.244415 run osmo-stp_10.42.42.5(pid=25128): stdout: \u000a| (launched: 2022-12-13_13:14:35.305730)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:14:37.371776 run osmo-stp_10.42.42.5(pid=25128): stderr: \u000a| �[0;m�[38;5;43m20221213131435493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131435493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131435494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131435494 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131435495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131435495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131435495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:14:37.427875 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=25128): Process ended prematurely: osmo-stp_10.42.42.5(pid=25128) [trial-2390↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25128)] [trial-2390↪emergency:oc2g↪emergency_mo_mt_call.py:19]\u000a13:14:37.436517 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a13:14:37.499740 run osmo-hlr_10.42.42.2(pid=25125): ERR: Terminated: ERROR {rc=237} [trial-2390↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25125)]\u000a13:14:37.550929 run osmo-hlr_10.42.42.2(pid=25125): stdout: \u000a| (launched: 2022-12-13_13:14:34.316377) \u000a13:14:37.602676 run osmo-hlr_10.42.42.2(pid=25125): stderr: \u000a| �[0;m�[1;31m20221213131434509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213131434509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213131434509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131434509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131434509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213131434509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213131434522 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/emergency:oc2g/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213131434530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213131434531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213131434531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:14:37.673431 run osmo-msc_10.42.42.6(pid=25131): ERR: Terminated: ERROR {rc=2} [trial-2390↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25131)]\u000a13:14:37.724923 run osmo-msc_10.42.42.6(pid=25131): stdout: \u000a| (launched: 2022-12-13_13:14:36.497761) \u000a13:14:37.776985 run osmo-msc_10.42.42.6(pid=25131): stderr: \u000a| �[0;m�[38;5;43m20221213131436815 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213131436815 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efd5dbe9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213131436815 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213131436815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213131436816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213131436816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213131436818 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213131436818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213131436818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213131436818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:14:37.821453 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25124): Terminating (SIGTERM)\u000a13:14:37.863306 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25127): Terminating (SIGTERM)\u000a13:14:37.905580 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25130): Terminating (SIGTERM)\u000a13:14:37.915381 --- ParallelTerminationStrategy: PID 25124 died...\u000a13:14:37.972103 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25124): Terminated: ok {rc=0}\u000a13:14:37.982282 --- ParallelTerminationStrategy: PID 25127 died...\u000a13:14:38.038722 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25127): Terminated: ok {rc=0}\u000a13:14:38.048838 --- ParallelTerminationStrategy: PID 25130 died...\u000a13:14:38.105279 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25130): Terminated: ok {rc=0}\u000a13:14:38.193020 bus /sierra_3: Setting Powered False\u000a13:14:39.299539 bus /sierra_3: Setting Powered False\u000a13:14:40.411219 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25139): Process ended prematurely: osmo-stp_10.42.42.5(pid=25139) [trial-2390↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25139)]", "failedSince" : 2154, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25139): Process ended prematurely: osmo-stp_10.42.42.5(pid=25139) [trial-2390↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25139)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 emergency:oc2g emergency_preemptive_call.py\u000a----------------------------------------------\u000a13:14:41.462830 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a13:14:41.474105 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a13:14:41.597172 tst emergency_preemptive_call.py: using LAC 34186\u000a13:14:41.714524 tst emergency_preemptive_call.py: using RAC 16\u000a13:14:41.833513 tst emergency_preemptive_call.py: using CellId 34186\u000a13:14:41.950492 tst emergency_preemptive_call.py: using BVCI 34187\u000a13:14:41.973270 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a13:14:41.983649 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a13:14:41.994034 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a13:14:42.004360 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a13:14:42.014719 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a13:14:42.025355 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a13:14:42.141740 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a13:14:42.264197 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a13:14:42.379449 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a13:14:42.584902 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:14:43.091174 run create_hlr_db(pid=25133): Launched\u000a13:14:43.278527 bus /sierra_2: Setting Powered False\u000a13:14:44.286595 run create_hlr_db(pid=25133): Terminated: ok {rc=0}\u000a13:14:44.723890 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25135): Launched\u000a13:14:45.043892 run osmo-hlr_10.42.42.2(pid=25136): Launched\u000a13:14:45.160063 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:14:45.714325 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25138): Launched\u000a13:14:46.228911 run osmo-stp_10.42.42.5(pid=25139): Launched\u000a13:14:46.433230 tst emergency_preemptive_call.py: using MSISDN 8178\u000a13:14:46.595053 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:14:47.196284 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25141): Launched\u000a13:14:47.519776 run osmo-msc_10.42.42.6(pid=25142): Launched\u000a13:14:47.706997 run osmo-stp_10.42.42.5(pid=25139): ERR: Terminated: ERROR {rc=1} [trial-2390↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25139)]\u000a13:14:47.842999 run osmo-stp_10.42.42.5(pid=25139): stdout: \u000a| (launched: 2022-12-13_13:14:45.889200)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:14:47.977269 run osmo-stp_10.42.42.5(pid=25139): stderr: \u000a| �[0;m�[38;5;43m20221213131446142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131446143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131446143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131446145 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131446145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131446145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131446145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:14:48.106019 run osmo-stp_10.42.42.5(pid=25139): stdout: \u000a| (launched: 2022-12-13_13:14:45.889200)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:14:48.233209 run osmo-stp_10.42.42.5(pid=25139): stderr: \u000a| �[0;m�[38;5;43m20221213131446142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131446143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131446143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131446145 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131446145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131446145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131446145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:14:48.289040 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=25139): Process ended prematurely: osmo-stp_10.42.42.5(pid=25139) [trial-2390↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25139)] [trial-2390↪emergency:oc2g↪emergency_preemptive_call.py:32]\u000a13:14:48.297979 tst emergency_preemptive_call.py:32: Test FAILED (6.8 sec)\u000a13:14:48.361360 run osmo-hlr_10.42.42.2(pid=25136): ERR: Terminated: ERROR {rc=237} [trial-2390↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25136)]\u000a13:14:48.412925 run osmo-hlr_10.42.42.2(pid=25136): stdout: \u000a| (launched: 2022-12-13_13:14:44.886709) \u000a13:14:48.465567 run osmo-hlr_10.42.42.2(pid=25136): stderr: \u000a| �[0;m�[1;31m20221213131445079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213131445079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213131445079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131445079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131445080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213131445080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213131445092 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/emergency:oc2g/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213131445100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213131445101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213131445101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:14:48.536724 run osmo-msc_10.42.42.6(pid=25142): ERR: Terminated: ERROR {rc=2} [trial-2390↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25142)]\u000a13:14:48.588183 run osmo-msc_10.42.42.6(pid=25142): stdout: \u000a| (launched: 2022-12-13_13:14:47.361752) \u000a13:14:48.640225 run osmo-msc_10.42.42.6(pid=25142): stderr: \u000a| �[0;m�[38;5;43m20221213131447680 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213131447680 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb7d748ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213131447680 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213131447680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213131447681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213131447681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213131447683 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213131447683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213131447683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213131447683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:14:48.684772 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25135): Terminating (SIGTERM)\u000a13:14:48.726911 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25138): Terminating (SIGTERM)\u000a13:14:48.769150 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25141): Terminating (SIGTERM)\u000a13:14:48.778929 --- ParallelTerminationStrategy: PID 25135 died...\u000a13:14:48.835307 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25135): Terminated: ok {rc=0}\u000a13:14:48.845527 --- ParallelTerminationStrategy: PID 25138 died...\u000a13:14:48.901481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25138): Terminated: ok {rc=0}\u000a13:14:48.911438 --- ParallelTerminationStrategy: PID 25141 died...\u000a13:14:48.967574 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25141): Terminated: ok {rc=0}\u000a13:14:49.053141 bus /sierra_9: Setting Powered False\u000a13:14:50.157824 bus /sierra_9: Setting Powered False\u000a13:14:51.264509 bus /sierra_8: Setting Powered False\u000a13:14:52.364905 bus /sierra_8: Setting Powered False\u000a13:14:53.475966 bus /sierra_3: Setting Powered False\u000a13:14:54.578267 bus /sierra_3: Setting Powered False\u000a13:14:55.688031 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "29", "name" : "emergency_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:14:30" }, { "cases" : [ { "testActions" : [ ], "age" : 248, "className" : "gprs:oc2g", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25160): Process ended prematurely: osmo-stp_10.42.42.5(pid=25160) [trial-2390↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25160)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25160): Process ended prematurely: osmo-stp_10.42.42.5(pid=25160) [trial-2390↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25160)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:oc2g cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:14:57.778042 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:14:57.789053 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a13:14:57.921614 tst cs_paging_gprs_active.py: using LAC 34187\u000a13:14:58.045220 tst cs_paging_gprs_active.py: using RAC 17\u000a13:14:58.164761 tst cs_paging_gprs_active.py: using CellId 34187\u000a13:14:58.286636 tst cs_paging_gprs_active.py: using BVCI 34188\u000a13:14:58.310280 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:14:58.320806 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:14:58.331348 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:14:58.341826 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:14:58.352191 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:14:58.362589 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:14:58.373053 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:14:58.383726 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:14:58.394475 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a13:14:58.515618 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a13:14:58.796607 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:14:58.923253 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:14:59.239864 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25147): Launched\u000a13:14:59.502621 run iperf3-srv_10.42.42.10(pid=25148): Launched\u000a13:14:59.686987 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:14:59.813071 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:15:00.127796 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25149): Launched\u000a13:15:00.390250 run iperf3-srv_10.42.42.10(pid=25150): Launched\u000a13:15:00.576711 tst cs_paging_gprs_active.py:38: start network...\u000a13:15:00.703452 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:15:01.239442 run create_hlr_db(pid=25151): Launched\u000a13:15:01.416103 bus /sierra_2: Setting Powered False\u000a13:15:02.447761 run create_hlr_db(pid=25151): Terminated: ok {rc=0}\u000a13:15:02.854837 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25156): Launched\u000a13:15:03.157386 run osmo-hlr_10.42.42.2(pid=25157): Launched\u000a13:15:03.273052 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:15:03.798234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25159): Launched\u000a13:15:04.099123 run osmo-stp_10.42.42.5(pid=25160): Launched\u000a13:15:04.208790 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:15:04.738482 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25162): Launched\u000a13:15:04.846780 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:15:05.112102 run patchelf(pid=25163): Launched\u000a13:15:05.290139 run osmo-stp_10.42.42.5(pid=25160): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25160)]\u000a13:15:05.420287 run osmo-stp_10.42.42.5(pid=25160): stdout: \u000a| (launched: 2022-12-13_13:15:03.950680)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:15:05.550498 run osmo-stp_10.42.42.5(pid=25160): stderr: \u000a| �[0;m�[38;5;43m20221213131504118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131504118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131504118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131504119 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131504119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131504119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131504119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:15:05.675798 run osmo-stp_10.42.42.5(pid=25160): stdout: \u000a| (launched: 2022-12-13_13:15:03.950680)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:15:05.800144 run osmo-stp_10.42.42.5(pid=25160): stderr: \u000a| �[0;m�[38;5;43m20221213131504118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131504118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131504118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131504119 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131504119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131504119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131504119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:15:05.945821 run patchelf(pid=25163): Terminating (SIGINT)\u000a13:15:06.117242 run patchelf(pid=25163): Terminated: ok {rc=0}\u000a13:15:06.148559 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=25160): Process ended prematurely: osmo-stp_10.42.42.5(pid=25160) [trial-2390↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25160)] [trial-2390↪gprs:oc2g↪cs_paging_gprs_active.py:38]\u000a13:15:06.157740 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a13:15:06.217972 run osmo-hlr_10.42.42.2(pid=25157): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:oc2g↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25157)]\u000a13:15:06.266849 run osmo-hlr_10.42.42.2(pid=25157): stdout: \u000a| (launched: 2022-12-13_13:15:03.008485) \u000a13:15:06.316391 run osmo-hlr_10.42.42.2(pid=25157): stderr: \u000a| �[0;m�[1;31m20221213131503182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213131503182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213131503182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131503183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131503183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213131503183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213131503195 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:oc2g/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213131503206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213131503206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213131503206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:15:06.358319 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25147): Terminating (SIGTERM)\u000a13:15:06.397382 run iperf3-srv_10.42.42.10(pid=25148): Terminating (SIGTERM)\u000a13:15:06.436675 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25149): Terminating (SIGTERM)\u000a13:15:06.475800 run iperf3-srv_10.42.42.10(pid=25150): Terminating (SIGTERM)\u000a13:15:06.515233 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25156): Terminating (SIGTERM)\u000a13:15:06.554882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25159): Terminating (SIGTERM)\u000a13:15:06.594313 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25162): Terminating (SIGTERM)\u000a13:15:06.603453 --- ParallelTerminationStrategy: PID 25147 died...\u000a13:15:06.656133 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25147): Terminated: ok {rc=0}\u000a13:15:06.665765 --- ParallelTerminationStrategy: PID 25148 died...\u000a13:15:06.718198 run iperf3-srv_10.42.42.10(pid=25148): Terminated {rc=256}\u000a13:15:06.727728 --- ParallelTerminationStrategy: PID 25149 died...\u000a13:15:06.780170 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25149): Terminated: ok {rc=0}\u000a13:15:06.789828 --- ParallelTerminationStrategy: PID 25150 died...\u000a13:15:06.841998 run iperf3-srv_10.42.42.10(pid=25150): Terminated {rc=256}\u000a13:15:06.851550 --- ParallelTerminationStrategy: PID 25156 died...\u000a13:15:06.904112 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25156): Terminated: ok {rc=0}\u000a13:15:06.913665 --- ParallelTerminationStrategy: PID 25159 died...\u000a13:15:06.966269 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25159): Terminated: ok {rc=0}\u000a13:15:06.975887 --- ParallelTerminationStrategy: PID 25162 died...\u000a13:15:07.028233 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25162): Terminated: ok {rc=0}\u000a13:15:07.115410 bus /gobi_0: Setting Powered False\u000a13:15:08.216475 bus /gobi_0: Setting Powered False\u000a13:15:09.327257 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 248, "className" : "gprs:oc2g", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25172): Process ended prematurely: osmo-stp_10.42.42.5(pid=25172) [trial-2390↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25172)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25172): Process ended prematurely: osmo-stp_10.42.42.5(pid=25172) [trial-2390↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25172)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:oc2g iperf3.py\u000a----------------------------------------------\u000a13:15:10.437134 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:15:10.447925 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a13:15:10.571382 tst iperf3.py: using LAC 34188\u000a13:15:10.692768 tst iperf3.py: using RAC 18\u000a13:15:10.813752 tst iperf3.py: using CellId 34188\u000a13:15:10.932643 tst iperf3.py: using BVCI 34189\u000a13:15:10.955751 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:15:10.966169 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:15:10.976453 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:15:10.986702 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:15:10.997325 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:15:11.007847 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:15:11.018651 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:15:11.029115 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:15:11.039651 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a13:15:11.339407 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:15:11.476879 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:15:11.815241 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25164): Launched\u000a13:15:12.097925 run iperf3-srv_10.42.42.10(pid=25165): Launched\u000a13:15:12.300316 tst iperf3.py:8: start network...\u000a13:15:12.438253 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:15:12.959211 run create_hlr_db(pid=25166): Launched\u000a13:15:13.148646 bus /gobi_6: Setting Powered False\u000a13:15:14.170482 run create_hlr_db(pid=25166): Terminated: ok {rc=0}\u000a13:15:14.580386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25168): Launched\u000a13:15:14.886067 run osmo-hlr_10.42.42.2(pid=25169): Launched\u000a13:15:15.001999 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:15:15.529731 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25171): Launched\u000a13:15:15.848796 run osmo-stp_10.42.42.5(pid=25172): Launched\u000a13:15:16.049917 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:15:16.668394 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25174): Launched\u000a13:15:16.778339 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:15:17.063794 run patchelf(pid=25175): Launched\u000a13:15:17.244216 run osmo-stp_10.42.42.5(pid=25172): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25172)]\u000a13:15:17.374696 run osmo-stp_10.42.42.5(pid=25172): stdout: \u000a| (launched: 2022-12-13_13:15:15.684037)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:15:17.505517 run osmo-stp_10.42.42.5(pid=25172): stderr: \u000a| �[0;m�[38;5;43m20221213131515891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131515891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131515891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131515892 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131515892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131515893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131515893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:15:17.631164 run osmo-stp_10.42.42.5(pid=25172): stdout: \u000a| (launched: 2022-12-13_13:15:15.684037)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:15:17.756011 run osmo-stp_10.42.42.5(pid=25172): stderr: \u000a| �[0;m�[38;5;43m20221213131515891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131515891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131515891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131515892 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131515892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131515893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131515893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:15:17.902225 run patchelf(pid=25175): Terminating (SIGINT)\u000a13:15:18.074880 run patchelf(pid=25175): Terminated: ok {rc=0}\u000a13:15:18.106549 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25172): Process ended prematurely: osmo-stp_10.42.42.5(pid=25172) [trial-2390↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25172)] [trial-2390↪gprs:oc2g↪iperf3.py:8]\u000a13:15:18.115976 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a13:15:18.175243 run osmo-hlr_10.42.42.2(pid=25169): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:oc2g↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25169)]\u000a13:15:18.223597 run osmo-hlr_10.42.42.2(pid=25169): stdout: \u000a| (launched: 2022-12-13_13:15:14.736257) \u000a13:15:18.272679 run osmo-hlr_10.42.42.2(pid=25169): stderr: \u000a| �[0;m�[1;31m20221213131514911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213131514911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213131514911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131514911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131514911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213131514911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213131514923 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:oc2g/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213131514932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213131514932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213131514932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:15:18.314493 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25164): Terminating (SIGTERM)\u000a13:15:18.353600 run iperf3-srv_10.42.42.10(pid=25165): Terminating (SIGTERM)\u000a13:15:18.393027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25168): Terminating (SIGTERM)\u000a13:15:18.432244 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25171): Terminating (SIGTERM)\u000a13:15:18.471571 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25174): Terminating (SIGTERM)\u000a13:15:18.480790 --- ParallelTerminationStrategy: PID 25164 died...\u000a13:15:18.533732 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25164): Terminated: ok {rc=0}\u000a13:15:18.543339 --- ParallelTerminationStrategy: PID 25165 died...\u000a13:15:18.596003 run iperf3-srv_10.42.42.10(pid=25165): Terminated {rc=256}\u000a13:15:18.605832 --- ParallelTerminationStrategy: PID 25168 died...\u000a13:15:18.659122 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25168): Terminated: ok {rc=0}\u000a13:15:18.668781 --- ParallelTerminationStrategy: PID 25171 died...\u000a13:15:18.721621 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25171): Terminated: ok {rc=0}\u000a13:15:18.731249 --- ParallelTerminationStrategy: PID 25174 died...\u000a13:15:18.783861 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25174): Terminated: ok {rc=0}\u000a13:15:18.870502 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:oc2g", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25191): Process ended prematurely: osmo-stp_10.42.42.5(pid=25191) [trial-2390↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25191)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25191): Process ended prematurely: osmo-stp_10.42.42.5(pid=25191) [trial-2390↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25191)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:oc2g iperf3m4.py\u000a----------------------------------------------\u000a13:15:19.980347 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:15:19.991525 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a13:15:20.115399 tst iperf3m4.py: using LAC 34189\u000a13:15:20.237683 tst iperf3m4.py: using RAC 19\u000a13:15:20.359389 tst iperf3m4.py: using CellId 34189\u000a13:15:20.481373 tst iperf3m4.py: using BVCI 34190\u000a13:15:20.504567 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:15:20.515123 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:15:20.525655 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:15:20.536004 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:15:20.547255 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:15:20.560533 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:15:20.572088 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:15:20.583652 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:15:20.595198 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a13:15:20.712606 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a13:15:20.835446 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a13:15:20.952678 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a13:15:21.231807 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:15:21.357877 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:15:21.676124 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25177): Launched\u000a13:15:21.940268 run iperf3-srv_10.42.42.10(pid=25178): Launched\u000a13:15:22.125920 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:15:22.252224 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:15:22.566693 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25179): Launched\u000a13:15:22.830028 run iperf3-srv_10.42.42.10(pid=25180): Launched\u000a13:15:23.015491 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:15:23.141915 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:15:23.460057 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25181): Launched\u000a13:15:23.723903 run iperf3-srv_10.42.42.10(pid=25182): Launched\u000a13:15:23.909318 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:15:24.035385 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:15:24.350056 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25183): Launched\u000a13:15:24.610808 run iperf3-srv_10.42.42.10(pid=25184): Launched\u000a13:15:24.795483 tst iperf3m4.py:8: start network...\u000a13:15:24.920640 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:15:25.407878 run create_hlr_db(pid=25185): Launched\u000a13:15:25.582141 bus /gobi_6: Setting Powered False\u000a13:15:26.603350 run create_hlr_db(pid=25185): Terminated: ok {rc=0}\u000a13:15:27.037084 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25187): Launched\u000a13:15:27.365128 run osmo-hlr_10.42.42.2(pid=25188): Launched\u000a13:15:27.486793 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:15:28.053636 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25190): Launched\u000a13:15:28.381598 run osmo-stp_10.42.42.5(pid=25191): Launched\u000a13:15:28.501270 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:15:29.077909 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25193): Launched\u000a13:15:29.196256 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:15:29.486511 run patchelf(pid=25194): Launched\u000a13:15:29.679573 run osmo-stp_10.42.42.5(pid=25191): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25191)]\u000a13:15:29.820621 run osmo-stp_10.42.42.5(pid=25191): stdout: \u000a| (launched: 2022-12-13_13:15:28.219517)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:15:29.963057 run osmo-stp_10.42.42.5(pid=25191): stderr: \u000a| �[0;m�[38;5;43m20221213131528406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131528406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131528407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131528407 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131528408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131528408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131528408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:15:30.100052 run osmo-stp_10.42.42.5(pid=25191): stdout: \u000a| (launched: 2022-12-13_13:15:28.219517)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:15:30.236050 run osmo-stp_10.42.42.5(pid=25191): stderr: \u000a| �[0;m�[38;5;43m20221213131528406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131528406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131528407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131528407 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131528408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131528408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131528408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:15:30.394434 run patchelf(pid=25194): Terminating (SIGINT)\u000a13:15:30.581247 run patchelf(pid=25194): Terminated: ok {rc=0}\u000a13:15:30.615301 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25191): Process ended prematurely: osmo-stp_10.42.42.5(pid=25191) [trial-2390↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25191)] [trial-2390↪gprs:oc2g↪iperf3m4.py:8]\u000a13:15:30.625571 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a13:15:30.689144 run osmo-hlr_10.42.42.2(pid=25188): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:oc2g↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25188)]\u000a13:15:30.740537 run osmo-hlr_10.42.42.2(pid=25188): stdout: \u000a| (launched: 2022-12-13_13:15:27.203306) \u000a13:15:30.792652 run osmo-hlr_10.42.42.2(pid=25188): stderr: \u000a| �[0;m�[1;31m20221213131527397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213131527397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213131527397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131527397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131527397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213131527397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213131527412 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:oc2g/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213131527422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213131527423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213131527423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:15:30.841759 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25177): Terminating (SIGTERM)\u000a13:15:30.916807 run iperf3-srv_10.42.42.10(pid=25178): Terminating (SIGTERM)\u000a13:15:30.961153 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25179): Terminating (SIGTERM)\u000a13:15:31.006089 run iperf3-srv_10.42.42.10(pid=25180): Terminating (SIGTERM)\u000a13:15:31.071421 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25181): Terminating (SIGTERM)\u000a13:15:31.121179 run iperf3-srv_10.42.42.10(pid=25182): Terminating (SIGTERM)\u000a13:15:31.166095 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25183): Terminating (SIGTERM)\u000a13:15:31.211032 run iperf3-srv_10.42.42.10(pid=25184): Terminating (SIGTERM)\u000a13:15:31.255944 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25187): Terminating (SIGTERM)\u000a13:15:31.299055 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25190): Terminating (SIGTERM)\u000a13:15:31.344213 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25193): Terminating (SIGTERM)\u000a13:15:31.354416 --- ParallelTerminationStrategy: PID 25177 died...\u000a13:15:31.412076 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25177): Terminated: ok {rc=0}\u000a13:15:31.422736 --- ParallelTerminationStrategy: PID 25178 died...\u000a13:15:31.479991 run iperf3-srv_10.42.42.10(pid=25178): Terminated {rc=256}\u000a13:15:31.490933 --- ParallelTerminationStrategy: PID 25179 died...\u000a13:15:31.548387 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25179): Terminated: ok {rc=0}\u000a13:15:31.559103 --- ParallelTerminationStrategy: PID 25180 died...\u000a13:15:31.616463 run iperf3-srv_10.42.42.10(pid=25180): Terminated {rc=256}\u000a13:15:31.627141 --- ParallelTerminationStrategy: PID 25181 died...\u000a13:15:31.684321 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25181): Terminated: ok {rc=0}\u000a13:15:31.695042 --- ParallelTerminationStrategy: PID 25182 died...\u000a13:15:31.752220 run iperf3-srv_10.42.42.10(pid=25182): Terminated {rc=256}\u000a13:15:31.763067 --- ParallelTerminationStrategy: PID 25183 died...\u000a13:15:31.820193 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25183): Terminated: ok {rc=0}\u000a13:15:31.831231 --- ParallelTerminationStrategy: PID 25184 died...\u000a13:15:31.888254 run iperf3-srv_10.42.42.10(pid=25184): Terminated {rc=256}\u000a13:15:31.899284 --- ParallelTerminationStrategy: PID 25187 died...\u000a13:15:31.956348 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25187): Terminated: ok {rc=0}\u000a13:15:31.967125 --- ParallelTerminationStrategy: PID 25190 died...\u000a13:15:32.024359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25190): Terminated: ok {rc=0}\u000a13:15:32.035044 --- ParallelTerminationStrategy: PID 25193 died...\u000a13:15:32.092515 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25193): Terminated: ok {rc=0}\u000a13:15:32.196764 bus /gobi_4: Setting Powered False\u000a13:15:33.304970 bus /gobi_4: Setting Powered False\u000a13:15:34.411714 bus /gobi_1: Setting Powered False\u000a13:15:35.517212 bus /gobi_1: Setting Powered False\u000a13:15:36.624767 bus /gobi_0: Setting Powered False\u000a13:15:37.731698 bus /gobi_0: Setting Powered False\u000a13:15:38.840722 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25201): Process ended prematurely: osmo-stp_10.42.42.5(pid=25201) [trial-2390↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25201)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25201): Process ended prematurely: osmo-stp_10.42.42.5(pid=25201) [trial-2390↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25201)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:oc2g ping.py\u000a----------------------------------------------\u000a13:15:39.909840 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:15:39.921574 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a13:15:40.051574 tst ping.py: using LAC 34190\u000a13:15:40.180577 tst ping.py: using RAC 20\u000a13:15:40.302051 tst ping.py: using CellId 34190\u000a13:15:40.420632 tst ping.py: using BVCI 34191\u000a13:15:40.443840 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:15:40.454436 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:15:40.464842 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:15:40.475231 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:15:40.485485 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:15:40.496938 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:15:40.508018 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:15:40.518920 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a13:15:40.801122 tst ping.py:19: start network...\u000a13:15:40.927249 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:15:41.412721 run create_hlr_db(pid=25195): Launched\u000a13:15:41.587565 bus /gobi_6: Setting Powered False\u000a13:15:42.608456 run create_hlr_db(pid=25195): Terminated: ok {rc=0}\u000a13:15:43.042382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25197): Launched\u000a13:15:43.369902 run osmo-hlr_10.42.42.2(pid=25198): Launched\u000a13:15:43.490917 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:15:44.061091 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25200): Launched\u000a13:15:44.389147 run osmo-stp_10.42.42.5(pid=25201): Launched\u000a13:15:44.507315 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:15:45.074797 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25203): Launched\u000a13:15:45.191312 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:15:45.477485 run patchelf(pid=25204): Launched\u000a13:15:45.668615 run osmo-stp_10.42.42.5(pid=25201): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25201)]\u000a13:15:45.807702 run osmo-stp_10.42.42.5(pid=25201): stdout: \u000a| (launched: 2022-12-13_13:15:44.226395)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:15:45.963259 run osmo-stp_10.42.42.5(pid=25201): stderr: \u000a| �[0;m�[38;5;43m20221213131544415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131544416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131544416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131544416 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131544417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131544417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131544417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:15:46.102400 run osmo-stp_10.42.42.5(pid=25201): stdout: \u000a| (launched: 2022-12-13_13:15:44.226395)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:15:46.239177 run osmo-stp_10.42.42.5(pid=25201): stderr: \u000a| �[0;m�[38;5;43m20221213131544415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131544416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131544416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131544416 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131544417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131544417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131544417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:15:46.398896 run patchelf(pid=25204): Terminating (SIGINT)\u000a13:15:46.585720 run patchelf(pid=25204): Terminated: ok {rc=0}\u000a13:15:46.620204 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=25201): Process ended prematurely: osmo-stp_10.42.42.5(pid=25201) [trial-2390↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25201)] [trial-2390↪gprs:oc2g↪ping.py:22]\u000a13:15:46.630728 tst ping.py:22: Test FAILED (6.7 sec)\u000a13:15:46.697516 run osmo-hlr_10.42.42.2(pid=25198): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:oc2g↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25198)]\u000a13:15:46.751928 run osmo-hlr_10.42.42.2(pid=25198): stdout: \u000a| (launched: 2022-12-13_13:15:43.209108) \u000a13:15:46.806346 run osmo-hlr_10.42.42.2(pid=25198): stderr: \u000a| �[0;m�[1;31m20221213131543405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213131543406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213131543406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131543406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131543406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213131543406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213131543421 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:oc2g/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213131543431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213131543431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213131543431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:15:46.853871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25197): Terminating (SIGTERM)\u000a13:15:46.900561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25200): Terminating (SIGTERM)\u000a13:15:46.946258 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25203): Terminating (SIGTERM)\u000a13:15:46.957928 --- ParallelTerminationStrategy: PID 25197 died...\u000a13:15:47.017751 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25197): Terminated: ok {rc=0}\u000a13:15:47.028904 --- ParallelTerminationStrategy: PID 25200 died...\u000a13:15:47.088461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25200): Terminated: ok {rc=0}\u000a13:15:47.100594 --- ParallelTerminationStrategy: PID 25203 died...\u000a13:15:47.159540 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25203): Terminated: ok {rc=0}\u000a13:15:47.246214 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25214): Process ended prematurely: osmo-stp_10.42.42.5(pid=25214) [trial-2390↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25214)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25214): Process ended prematurely: osmo-stp_10.42.42.5(pid=25214) [trial-2390↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25214)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:oc2g ping_idle_ping.py\u000a----------------------------------------------\u000a13:15:48.299300 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:15:48.311069 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a13:15:48.451055 tst ping_idle_ping.py: using LAC 34191\u000a13:15:48.577255 tst ping_idle_ping.py: using RAC 21\u000a13:15:48.703147 tst ping_idle_ping.py: using CellId 34191\u000a13:15:48.830065 tst ping_idle_ping.py: using BVCI 34192\u000a13:15:48.855114 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:15:48.866113 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:15:48.877020 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:15:48.887904 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:15:48.899051 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:15:48.910215 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:15:48.921435 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a13:15:48.932525 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a13:15:49.211074 tst ping_idle_ping.py:24: start network...\u000a13:15:49.336794 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:15:49.827311 run create_hlr_db(pid=25205): Launched\u000a13:15:50.002317 bus /gobi_6: Setting Powered False\u000a13:15:51.023743 run create_hlr_db(pid=25205): Terminated: ok {rc=0}\u000a13:15:51.428445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25207): Launched\u000a13:15:51.730799 run osmo-hlr_10.42.42.2(pid=25208): Launched\u000a13:15:51.847361 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:15:52.374533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25213): Launched\u000a13:15:52.678134 run osmo-stp_10.42.42.5(pid=25214): Launched\u000a13:15:52.787531 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:15:53.317872 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25216): Launched\u000a13:15:53.425315 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:15:53.692357 run patchelf(pid=25217): Launched\u000a13:15:53.871599 run osmo-stp_10.42.42.5(pid=25214): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25214)]\u000a13:15:54.001712 run osmo-stp_10.42.42.5(pid=25214): stdout: \u000a| (launched: 2022-12-13_13:15:52.528170)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:15:54.132328 run osmo-stp_10.42.42.5(pid=25214): stderr: \u000a| �[0;m�[38;5;43m20221213131552697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131552697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131552697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131552698 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131552698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131552698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131552698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:15:54.257441 run osmo-stp_10.42.42.5(pid=25214): stdout: \u000a| (launched: 2022-12-13_13:15:52.528170)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:15:54.381885 run osmo-stp_10.42.42.5(pid=25214): stderr: \u000a| �[0;m�[38;5;43m20221213131552697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131552697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131552697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131552698 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131552698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131552698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131552698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:15:54.527698 run patchelf(pid=25217): Terminating (SIGINT)\u000a13:15:54.699196 run patchelf(pid=25217): Terminated: ok {rc=0}\u000a13:15:54.730203 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=25214): Process ended prematurely: osmo-stp_10.42.42.5(pid=25214) [trial-2390↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25214)] [trial-2390↪gprs:oc2g↪ping_idle_ping.py:27]\u000a13:15:54.738843 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a13:15:54.798763 run osmo-hlr_10.42.42.2(pid=25208): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:oc2g↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25208)]\u000a13:15:54.847351 run osmo-hlr_10.42.42.2(pid=25208): stdout: \u000a| (launched: 2022-12-13_13:15:51.582315) \u000a13:15:54.896610 run osmo-hlr_10.42.42.2(pid=25208): stderr: \u000a| �[0;m�[1;31m20221213131551756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213131551756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213131551756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131551756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131551756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213131551756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213131551768 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:oc2g/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213131551777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213131551777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213131551777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:15:54.939062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25207): Terminating (SIGTERM)\u000a13:15:54.978978 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25213): Terminating (SIGTERM)\u000a13:15:55.018825 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25216): Terminating (SIGTERM)\u000a13:15:55.028160 --- ParallelTerminationStrategy: PID 25207 died...\u000a13:15:55.081366 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25207): Terminated: ok {rc=0}\u000a13:15:55.091062 --- ParallelTerminationStrategy: PID 25213 died...\u000a13:15:55.144043 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25213): Terminated: ok {rc=0}\u000a13:15:55.153786 --- ParallelTerminationStrategy: PID 25216 died...\u000a13:15:55.206625 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25216): Terminated: ok {rc=0}\u000a13:15:55.294232 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "30", "name" : "gprs_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:14:57" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25232): Process ended prematurely: osmo-stp_10.42.42.5(pid=25232) [trial-2390↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25232)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25232): Process ended prematurely: osmo-stp_10.42.42.5(pid=25232) [trial-2390↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25232)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:oc2g+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:15:57.397048 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:15:57.407543 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:15:57.532561 tst cs_paging_gprs_active.py: using LAC 34192\u000a13:15:57.653793 tst cs_paging_gprs_active.py: using RAC 22\u000a13:15:57.781360 tst cs_paging_gprs_active.py: using CellId 34192\u000a13:15:57.910771 tst cs_paging_gprs_active.py: using BVCI 34193\u000a13:15:57.936014 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:15:57.947464 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:15:57.958629 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:15:57.969629 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:15:57.981063 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:15:57.992178 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:15:58.003821 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:15:58.015161 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:15:58.026706 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:15:58.144776 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:15:58.429069 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:15:58.555856 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:15:58.871391 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25222): Launched\u000a13:15:59.135442 run iperf3-srv_10.42.42.10(pid=25223): Launched\u000a13:15:59.319356 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:15:59.445222 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:15:59.759975 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25224): Launched\u000a13:16:00.021532 run iperf3-srv_10.42.42.10(pid=25225): Launched\u000a13:16:00.206689 tst cs_paging_gprs_active.py:38: start network...\u000a13:16:00.333272 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:16:00.825353 run create_hlr_db(pid=25226): Launched\u000a13:16:01.044588 bus /gobi_6: Setting Powered False\u000a13:16:02.092107 run create_hlr_db(pid=25226): Terminated: ok {rc=0}\u000a13:16:02.530786 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25228): Launched\u000a13:16:02.834039 run osmo-hlr_10.42.42.2(pid=25229): Launched\u000a13:16:02.954526 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:16:03.489516 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25231): Launched\u000a13:16:03.793335 run osmo-stp_10.42.42.5(pid=25232): Launched\u000a13:16:03.903440 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:16:04.432706 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25234): Launched\u000a13:16:04.540624 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:16:04.805306 run patchelf(pid=25235): Launched\u000a13:16:04.982383 run osmo-stp_10.42.42.5(pid=25232): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25232)]\u000a13:16:05.112443 run osmo-stp_10.42.42.5(pid=25232): stdout: \u000a| (launched: 2022-12-13_13:16:03.643759)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:16:05.242113 run osmo-stp_10.42.42.5(pid=25232): stderr: \u000a| �[0;m�[38;5;43m20221213131603811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131603811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131603811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131603812 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131603812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131603812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131603812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:16:05.366735 run osmo-stp_10.42.42.5(pid=25232): stdout: \u000a| (launched: 2022-12-13_13:16:03.643759)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:16:05.490204 run osmo-stp_10.42.42.5(pid=25232): stderr: \u000a| �[0;m�[38;5;43m20221213131603811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131603811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131603811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131603812 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131603812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131603812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131603812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:16:05.634892 run patchelf(pid=25235): Terminating (SIGINT)\u000a13:16:05.804888 run patchelf(pid=25235): Terminated: ok {rc=0}\u000a13:16:05.836301 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=25232): Process ended prematurely: osmo-stp_10.42.42.5(pid=25232) [trial-2390↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25232)] [trial-2390↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a13:16:05.845519 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a13:16:05.905015 run osmo-hlr_10.42.42.2(pid=25229): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25229)]\u000a13:16:05.953711 run osmo-hlr_10.42.42.2(pid=25229): stdout: \u000a| (launched: 2022-12-13_13:16:02.685245) \u000a13:16:06.003189 run osmo-hlr_10.42.42.2(pid=25229): stderr: \u000a| �[0;m�[1;31m20221213131602860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213131602860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213131602860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131602860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131602860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213131602860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213131602873 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:oc2g+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213131602881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213131602882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213131602882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:16:06.045193 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25222): Terminating (SIGTERM)\u000a13:16:06.084691 run iperf3-srv_10.42.42.10(pid=25223): Terminating (SIGTERM)\u000a13:16:06.124364 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25224): Terminating (SIGTERM)\u000a13:16:06.163796 run iperf3-srv_10.42.42.10(pid=25225): Terminating (SIGTERM)\u000a13:16:06.203403 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25228): Terminating (SIGTERM)\u000a13:16:06.242923 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25231): Terminating (SIGTERM)\u000a13:16:06.282523 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25234): Terminating (SIGTERM)\u000a13:16:06.291535 --- ParallelTerminationStrategy: PID 25222 died...\u000a13:16:06.344444 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25222): Terminated: ok {rc=0}\u000a13:16:06.353885 --- ParallelTerminationStrategy: PID 25223 died...\u000a13:16:06.406096 run iperf3-srv_10.42.42.10(pid=25223): Terminated {rc=256}\u000a13:16:06.415382 --- ParallelTerminationStrategy: PID 25224 died...\u000a13:16:06.467551 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25224): Terminated: ok {rc=0}\u000a13:16:06.476802 --- ParallelTerminationStrategy: PID 25225 died...\u000a13:16:06.529178 run iperf3-srv_10.42.42.10(pid=25225): Terminated {rc=256}\u000a13:16:06.538500 --- ParallelTerminationStrategy: PID 25228 died...\u000a13:16:06.590936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25228): Terminated: ok {rc=0}\u000a13:16:06.600270 --- ParallelTerminationStrategy: PID 25231 died...\u000a13:16:06.652862 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25231): Terminated: ok {rc=0}\u000a13:16:06.662327 --- ParallelTerminationStrategy: PID 25234 died...\u000a13:16:06.715212 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25234): Terminated: ok {rc=0}\u000a13:16:06.803420 bus /gobi_0: Setting Powered False\u000a13:16:07.908132 bus /gobi_0: Setting Powered False\u000a13:16:09.015986 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25245): Process ended prematurely: osmo-stp_10.42.42.5(pid=25245) [trial-2390↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25245)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25245): Process ended prematurely: osmo-stp_10.42.42.5(pid=25245) [trial-2390↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25245)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:oc2g+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a13:16:10.132254 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:16:10.144051 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:16:10.269959 tst iperf3.py: using LAC 34193\u000a13:16:10.389646 tst iperf3.py: using RAC 23\u000a13:16:10.508353 tst iperf3.py: using CellId 34193\u000a13:16:10.629135 tst iperf3.py: using BVCI 34194\u000a13:16:10.652176 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:16:10.662959 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:16:10.673506 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:16:10.683989 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:16:10.694878 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:16:10.705788 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:16:10.716430 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:16:10.726936 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:16:10.737603 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:16:11.035160 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:16:11.171469 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:16:11.507744 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25237): Launched\u000a13:16:11.790752 run iperf3-srv_10.42.42.10(pid=25238): Launched\u000a13:16:11.990186 tst iperf3.py:8: start network...\u000a13:16:12.125570 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:16:12.639761 run create_hlr_db(pid=25239): Launched\u000a13:16:12.827100 bus /gobi_6: Setting Powered False\u000a13:16:13.837619 run create_hlr_db(pid=25239): Terminated: ok {rc=0}\u000a13:16:14.249204 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25241): Launched\u000a13:16:14.552851 run osmo-hlr_10.42.42.2(pid=25242): Launched\u000a13:16:14.672941 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:16:15.210303 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25244): Launched\u000a13:16:15.517163 run osmo-stp_10.42.42.5(pid=25245): Launched\u000a13:16:15.628281 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:16:16.184106 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25247): Launched\u000a13:16:16.306403 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:16:16.601303 run patchelf(pid=25248): Launched\u000a13:16:16.782259 run osmo-stp_10.42.42.5(pid=25245): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25245)]\u000a13:16:16.915196 run osmo-stp_10.42.42.5(pid=25245): stdout: \u000a| (launched: 2022-12-13_13:16:15.366590)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:16:17.048125 run osmo-stp_10.42.42.5(pid=25245): stderr: \u000a| �[0;m�[38;5;43m20221213131615535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131615535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131615535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131615536 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131615536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131615536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131615536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:16:17.176806 run osmo-stp_10.42.42.5(pid=25245): stdout: \u000a| (launched: 2022-12-13_13:16:15.366590)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:16:17.301952 run osmo-stp_10.42.42.5(pid=25245): stderr: \u000a| �[0;m�[38;5;43m20221213131615535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131615535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131615535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131615536 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131615536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131615536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131615536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:16:17.447584 run patchelf(pid=25248): Terminating (SIGINT)\u000a13:16:17.618804 run patchelf(pid=25248): Terminated: ok {rc=0}\u000a13:16:17.650655 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25245): Process ended prematurely: osmo-stp_10.42.42.5(pid=25245) [trial-2390↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25245)] [trial-2390↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8]\u000a13:16:17.660134 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a13:16:17.720451 run osmo-hlr_10.42.42.2(pid=25242): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:oc2g+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25242)]\u000a13:16:17.769795 run osmo-hlr_10.42.42.2(pid=25242): stdout: \u000a| (launched: 2022-12-13_13:16:14.403396) \u000a13:16:17.819654 run osmo-hlr_10.42.42.2(pid=25242): stderr: \u000a| �[0;m�[1;31m20221213131614576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213131614576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213131614576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131614576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131614577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213131614577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213131614589 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:oc2g+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213131614598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213131614598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213131614598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:16:17.862476 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25237): Terminating (SIGTERM)\u000a13:16:17.902806 run iperf3-srv_10.42.42.10(pid=25238): Terminating (SIGTERM)\u000a13:16:17.943248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25241): Terminating (SIGTERM)\u000a13:16:17.983788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25244): Terminating (SIGTERM)\u000a13:16:18.024243 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25247): Terminating (SIGTERM)\u000a13:16:18.033639 --- ParallelTerminationStrategy: PID 25237 died...\u000a13:16:18.087670 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25237): Terminated: ok {rc=0}\u000a13:16:18.097864 --- ParallelTerminationStrategy: PID 25238 died...\u000a13:16:18.151741 run iperf3-srv_10.42.42.10(pid=25238): Terminated {rc=256}\u000a13:16:18.161474 --- ParallelTerminationStrategy: PID 25241 died...\u000a13:16:18.215267 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25241): Terminated: ok {rc=0}\u000a13:16:18.225010 --- ParallelTerminationStrategy: PID 25244 died...\u000a13:16:18.278977 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25244): Terminated: ok {rc=0}\u000a13:16:18.288663 --- ParallelTerminationStrategy: PID 25247 died...\u000a13:16:18.342545 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25247): Terminated: ok {rc=0}\u000a13:16:18.431673 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25264): Process ended prematurely: osmo-stp_10.42.42.5(pid=25264) [trial-2390↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25264)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25264): Process ended prematurely: osmo-stp_10.42.42.5(pid=25264) [trial-2390↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25264)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:oc2g+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a13:16:19.542637 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:16:19.553832 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:16:19.687028 tst iperf3m4.py: using LAC 34194\u000a13:16:19.816140 tst iperf3m4.py: using RAC 24\u000a13:16:19.945098 tst iperf3m4.py: using CellId 34194\u000a13:16:20.074171 tst iperf3m4.py: using BVCI 34195\u000a13:16:20.099327 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:16:20.110783 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:16:20.121869 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:16:20.132886 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:16:20.144123 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:16:20.155473 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:16:20.167038 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:16:20.178272 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:16:20.189680 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:16:20.308686 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:16:20.429320 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:16:20.547487 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:16:20.842377 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:16:20.978393 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:16:21.317321 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25249): Launched\u000a13:16:21.598946 run iperf3-srv_10.42.42.10(pid=25250): Launched\u000a13:16:21.798515 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:16:21.934492 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:16:22.270752 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25251): Launched\u000a13:16:22.550489 run iperf3-srv_10.42.42.10(pid=25252): Launched\u000a13:16:22.750385 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:16:22.886422 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:16:23.222771 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25253): Launched\u000a13:16:23.503409 run iperf3-srv_10.42.42.10(pid=25254): Launched\u000a13:16:23.703126 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:16:23.838815 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:16:24.175633 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25255): Launched\u000a13:16:24.456269 run iperf3-srv_10.42.42.10(pid=25256): Launched\u000a13:16:24.656124 tst iperf3m4.py:8: start network...\u000a13:16:24.791931 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:16:25.307738 run create_hlr_db(pid=25257): Launched\u000a13:16:25.495185 bus /gobi_6: Setting Powered False\u000a13:16:26.517555 run create_hlr_db(pid=25257): Terminated: ok {rc=0}\u000a13:16:26.951811 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25259): Launched\u000a13:16:27.280787 run osmo-hlr_10.42.42.2(pid=25260): Launched\u000a13:16:27.400363 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:16:27.969286 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25262): Launched\u000a13:16:28.295359 run osmo-stp_10.42.42.5(pid=25264): Launched\u000a13:16:28.413141 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:16:28.983719 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25266): Launched\u000a13:16:29.100395 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:16:29.387291 run patchelf(pid=25267): Launched\u000a13:16:29.579845 run osmo-stp_10.42.42.5(pid=25264): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25264)]\u000a13:16:29.720380 run osmo-stp_10.42.42.5(pid=25264): stdout: \u000a| (launched: 2022-12-13_13:16:28.134568)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:16:29.860745 run osmo-stp_10.42.42.5(pid=25264): stderr: \u000a| �[0;m�[38;5;43m20221213131628323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131628323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131628324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131628324 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131628325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131628325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131628325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:16:29.996875 run osmo-stp_10.42.42.5(pid=25264): stdout: \u000a| (launched: 2022-12-13_13:16:28.134568)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:16:30.131732 run osmo-stp_10.42.42.5(pid=25264): stderr: \u000a| �[0;m�[38;5;43m20221213131628323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131628323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131628324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131628324 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131628325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131628325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131628325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:16:30.288883 run patchelf(pid=25267): Terminating (SIGINT)\u000a13:16:30.473534 run patchelf(pid=25267): Terminated: ok {rc=0}\u000a13:16:30.507418 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25264): Process ended prematurely: osmo-stp_10.42.42.5(pid=25264) [trial-2390↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25264)] [trial-2390↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8]\u000a13:16:30.518074 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a13:16:30.582463 run osmo-hlr_10.42.42.2(pid=25260): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25260)]\u000a13:16:30.634974 run osmo-hlr_10.42.42.2(pid=25260): stdout: \u000a| (launched: 2022-12-13_13:16:27.117842) \u000a13:16:30.687940 run osmo-hlr_10.42.42.2(pid=25260): stderr: \u000a| �[0;m�[1;31m20221213131627314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213131627314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213131627314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131627314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131627314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213131627314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213131627326 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:oc2g+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213131627335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213131627335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213131627335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:16:30.733398 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25249): Terminating (SIGTERM)\u000a13:16:30.776194 run iperf3-srv_10.42.42.10(pid=25250): Terminating (SIGTERM)\u000a13:16:30.819189 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25251): Terminating (SIGTERM)\u000a13:16:30.867316 run iperf3-srv_10.42.42.10(pid=25252): Terminating (SIGTERM)\u000a13:16:30.912543 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25253): Terminating (SIGTERM)\u000a13:16:30.955178 run iperf3-srv_10.42.42.10(pid=25254): Terminating (SIGTERM)\u000a13:16:30.999624 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25255): Terminating (SIGTERM)\u000a13:16:31.042806 run iperf3-srv_10.42.42.10(pid=25256): Terminating (SIGTERM)\u000a13:16:31.087372 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25259): Terminating (SIGTERM)\u000a13:16:31.131001 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25262): Terminating (SIGTERM)\u000a13:16:31.174501 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25266): Terminating (SIGTERM)\u000a13:16:31.184425 --- ParallelTerminationStrategy: PID 25249 died...\u000a13:16:31.241397 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25249): Terminated: ok {rc=0}\u000a13:16:31.251536 --- ParallelTerminationStrategy: PID 25250 died...\u000a13:16:31.308352 run iperf3-srv_10.42.42.10(pid=25250): Terminated {rc=256}\u000a13:16:31.318482 --- ParallelTerminationStrategy: PID 25251 died...\u000a13:16:31.373519 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25251): Terminated: ok {rc=0}\u000a13:16:31.383541 --- ParallelTerminationStrategy: PID 25252 died...\u000a13:16:31.437649 run iperf3-srv_10.42.42.10(pid=25252): Terminated {rc=256}\u000a13:16:31.447731 --- ParallelTerminationStrategy: PID 25253 died...\u000a13:16:31.503579 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25253): Terminated: ok {rc=0}\u000a13:16:31.513616 --- ParallelTerminationStrategy: PID 25254 died...\u000a13:16:31.568817 run iperf3-srv_10.42.42.10(pid=25254): Terminated {rc=256}\u000a13:16:31.579073 --- ParallelTerminationStrategy: PID 25255 died...\u000a13:16:31.633844 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25255): Terminated: ok {rc=0}\u000a13:16:31.643982 --- ParallelTerminationStrategy: PID 25256 died...\u000a13:16:31.699957 run iperf3-srv_10.42.42.10(pid=25256): Terminated {rc=256}\u000a13:16:31.709993 --- ParallelTerminationStrategy: PID 25259 died...\u000a13:16:31.764414 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25259): Terminated: ok {rc=0}\u000a13:16:31.774461 --- ParallelTerminationStrategy: PID 25262 died...\u000a13:16:31.829316 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25262): Terminated: ok {rc=0}\u000a13:16:31.839444 --- ParallelTerminationStrategy: PID 25266 died...\u000a13:16:31.896327 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25266): Terminated: ok {rc=0}\u000a13:16:31.982301 bus /gobi_4: Setting Powered False\u000a13:16:33.085352 bus /gobi_4: Setting Powered False\u000a13:16:34.197845 bus /gobi_1: Setting Powered False\u000a13:16:35.301910 bus /gobi_1: Setting Powered False\u000a13:16:36.412886 bus /gobi_0: Setting Powered False\u000a13:16:37.516562 bus /gobi_0: Setting Powered False\u000a13:16:38.624667 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25274): Process ended prematurely: osmo-stp_10.42.42.5(pid=25274) [trial-2390↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25274)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25274): Process ended prematurely: osmo-stp_10.42.42.5(pid=25274) [trial-2390↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25274)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:oc2g+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a13:16:39.695295 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:16:39.706810 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:16:39.830299 tst ping.py: using LAC 34195\u000a13:16:39.945920 tst ping.py: using RAC 25\u000a13:16:40.064691 tst ping.py: using CellId 34195\u000a13:16:40.183426 tst ping.py: using BVCI 34196\u000a13:16:40.206305 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:16:40.217158 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:16:40.227720 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:16:40.238398 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:16:40.248900 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:16:40.259451 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:16:40.270325 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:16:40.281044 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:16:40.555748 tst ping.py:19: start network...\u000a13:16:40.679080 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:16:41.155614 run create_hlr_db(pid=25268): Launched\u000a13:16:41.327668 bus /gobi_6: Setting Powered False\u000a13:16:42.348090 run create_hlr_db(pid=25268): Terminated: ok {rc=0}\u000a13:16:42.777435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25270): Launched\u000a13:16:43.099199 run osmo-hlr_10.42.42.2(pid=25271): Launched\u000a13:16:43.218083 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:16:43.779147 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25273): Launched\u000a13:16:44.101089 run osmo-stp_10.42.42.5(pid=25274): Launched\u000a13:16:44.216716 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:16:44.775447 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25276): Launched\u000a13:16:44.889526 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:16:45.170907 run patchelf(pid=25277): Launched\u000a13:16:45.359045 run osmo-stp_10.42.42.5(pid=25274): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25274)]\u000a13:16:45.496460 run osmo-stp_10.42.42.5(pid=25274): stdout: \u000a| (launched: 2022-12-13_13:16:43.941909)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:16:45.634958 run osmo-stp_10.42.42.5(pid=25274): stderr: \u000a| �[0;m�[38;5;43m20221213131644134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131644134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131644134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131644135 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131644135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131644135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131644135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:16:45.767622 run osmo-stp_10.42.42.5(pid=25274): stdout: \u000a| (launched: 2022-12-13_13:16:43.941909)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:16:45.937029 run osmo-stp_10.42.42.5(pid=25274): stderr: \u000a| �[0;m�[38;5;43m20221213131644134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131644134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131644134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131644135 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131644135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131644135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131644135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:16:46.097359 run patchelf(pid=25277): Terminating (SIGINT)\u000a13:16:46.282497 run patchelf(pid=25277): Terminated: ok {rc=0}\u000a13:16:46.316656 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=25274): Process ended prematurely: osmo-stp_10.42.42.5(pid=25274) [trial-2390↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25274)] [trial-2390↪gprs:oc2g+mod-bts0-egprs↪ping.py:22]\u000a13:16:46.327300 tst ping.py:22: Test FAILED (6.6 sec)\u000a13:16:46.393790 run osmo-hlr_10.42.42.2(pid=25271): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:oc2g+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25271)]\u000a13:16:46.447715 run osmo-hlr_10.42.42.2(pid=25271): stdout: \u000a| (launched: 2022-12-13_13:16:42.940216) \u000a13:16:46.502379 run osmo-hlr_10.42.42.2(pid=25271): stderr: \u000a| �[0;m�[1;31m20221213131643137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213131643137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213131643137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131643137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131643137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213131643137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213131643149 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:oc2g+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213131643158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213131643158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213131643158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:16:46.549911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25270): Terminating (SIGTERM)\u000a13:16:46.596266 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25273): Terminating (SIGTERM)\u000a13:16:46.641347 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25276): Terminating (SIGTERM)\u000a13:16:46.651781 --- ParallelTerminationStrategy: PID 25270 died...\u000a13:16:46.711967 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25270): Terminated: ok {rc=0}\u000a13:16:46.723914 --- ParallelTerminationStrategy: PID 25273 died...\u000a13:16:46.782812 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25273): Terminated: ok {rc=0}\u000a13:16:46.794624 --- ParallelTerminationStrategy: PID 25276 died...\u000a13:16:46.853483 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25276): Terminated: ok {rc=0}\u000a13:16:46.945201 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25284): Process ended prematurely: osmo-stp_10.42.42.5(pid=25284) [trial-2390↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25284)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25284): Process ended prematurely: osmo-stp_10.42.42.5(pid=25284) [trial-2390↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25284)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:oc2g+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a13:16:48.000082 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:16:48.011521 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:16:48.138943 tst ping_idle_ping.py: using LAC 34196\u000a13:16:48.255117 tst ping_idle_ping.py: using RAC 26\u000a13:16:48.371416 tst ping_idle_ping.py: using CellId 34196\u000a13:16:48.487882 tst ping_idle_ping.py: using BVCI 34197\u000a13:16:48.511094 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:16:48.522243 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:16:48.533110 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:16:48.543937 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:16:48.554886 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:16:48.565845 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:16:48.576873 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:16:48.587982 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:16:48.879616 tst ping_idle_ping.py:24: start network...\u000a13:16:49.012800 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:16:49.522362 run create_hlr_db(pid=25278): Launched\u000a13:16:49.709141 bus /gobi_6: Setting Powered False\u000a13:16:50.729800 run create_hlr_db(pid=25278): Terminated: ok {rc=0}\u000a13:16:51.158762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25280): Launched\u000a13:16:51.482149 run osmo-hlr_10.42.42.2(pid=25281): Launched\u000a13:16:51.601389 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:16:52.148324 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25283): Launched\u000a13:16:52.447960 run osmo-stp_10.42.42.5(pid=25284): Launched\u000a13:16:52.556166 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:16:53.078161 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25286): Launched\u000a13:16:53.184336 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:16:53.447632 run patchelf(pid=25287): Launched\u000a13:16:53.625473 run osmo-stp_10.42.42.5(pid=25284): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25284)]\u000a13:16:53.755175 run osmo-stp_10.42.42.5(pid=25284): stdout: \u000a| (launched: 2022-12-13_13:16:52.300056)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:16:53.885629 run osmo-stp_10.42.42.5(pid=25284): stderr: \u000a| �[0;m�[38;5;43m20221213131652469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131652469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131652470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131652470 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131652471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131652471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131652471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:16:54.010776 run osmo-stp_10.42.42.5(pid=25284): stdout: \u000a| (launched: 2022-12-13_13:16:52.300056)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:16:54.134941 run osmo-stp_10.42.42.5(pid=25284): stderr: \u000a| �[0;m�[38;5;43m20221213131652469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131652469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131652470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131652470 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131652471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131652471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131652471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:16:54.279557 run patchelf(pid=25287): Terminating (SIGINT)\u000a13:16:54.449654 run patchelf(pid=25287): Terminated: ok {rc=0}\u000a13:16:54.480679 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=25284): Process ended prematurely: osmo-stp_10.42.42.5(pid=25284) [trial-2390↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25284)] [trial-2390↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a13:16:54.489894 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a13:16:54.550462 run osmo-hlr_10.42.42.2(pid=25281): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25281)]\u000a13:16:54.599636 run osmo-hlr_10.42.42.2(pid=25281): stdout: \u000a| (launched: 2022-12-13_13:16:51.322702) \u000a13:16:54.649472 run osmo-hlr_10.42.42.2(pid=25281): stderr: \u000a| �[0;m�[1;31m20221213131651519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213131651519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213131651519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131651519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131651520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213131651520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213131651532 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:oc2g+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213131651541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213131651541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213131651541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:16:54.691929 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25280): Terminating (SIGTERM)\u000a13:16:54.731974 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25283): Terminating (SIGTERM)\u000a13:16:54.772105 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25286): Terminating (SIGTERM)\u000a13:16:54.781448 --- ParallelTerminationStrategy: PID 25280 died...\u000a13:16:54.835521 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25280): Terminated: ok {rc=0}\u000a13:16:54.845276 --- ParallelTerminationStrategy: PID 25283 died...\u000a13:16:54.899007 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25283): Terminated: ok {rc=0}\u000a13:16:54.908735 --- ParallelTerminationStrategy: PID 25286 died...\u000a13:16:54.962299 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25286): Terminated: ok {rc=0}\u000a13:16:55.050433 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "31", "name" : "gprs_oc2g+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:15:57" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25304): Process ended prematurely: osmo-stp_10.42.42.5(pid=25304) [trial-2390↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25304)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25304): Process ended prematurely: osmo-stp_10.42.42.5(pid=25304) [trial-2390↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25304)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:oc2g+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:16:57.167157 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:16:57.178183 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:16:57.321596 tst cs_paging_gprs_active.py: using LAC 34197\u000a13:16:57.441699 tst cs_paging_gprs_active.py: using RAC 27\u000a13:16:57.561385 tst cs_paging_gprs_active.py: using CellId 34197\u000a13:16:57.680657 tst cs_paging_gprs_active.py: using BVCI 34198\u000a13:16:57.704257 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:16:57.715121 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:16:57.725782 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:16:57.736340 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:16:57.746997 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:16:57.758162 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:16:57.768898 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:16:57.779597 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:16:57.790506 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:16:57.911647 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:16:58.193490 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:16:58.321214 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:16:58.639418 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25291): Launched\u000a13:16:58.905448 run iperf3-srv_10.42.42.10(pid=25292): Launched\u000a13:16:59.091898 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:16:59.218871 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:16:59.537702 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25293): Launched\u000a13:16:59.802628 run iperf3-srv_10.42.42.10(pid=25294): Launched\u000a13:16:59.989545 tst cs_paging_gprs_active.py:38: start network...\u000a13:17:00.117094 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:17:00.608616 run create_hlr_db(pid=25295): Launched\u000a13:17:00.783345 bus /gobi_6: Setting Powered False\u000a13:17:01.827729 run create_hlr_db(pid=25295): Terminated: ok {rc=0}\u000a13:17:02.299190 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25300): Launched\u000a13:17:02.629462 run osmo-hlr_10.42.42.2(pid=25301): Launched\u000a13:17:02.752003 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:17:03.321733 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25303): Launched\u000a13:17:03.651779 run osmo-stp_10.42.42.5(pid=25304): Launched\u000a13:17:03.771275 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:17:04.341404 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25306): Launched\u000a13:17:04.458795 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:17:04.745609 run patchelf(pid=25307): Launched\u000a13:17:04.936580 run osmo-stp_10.42.42.5(pid=25304): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25304)]\u000a13:17:05.075936 run osmo-stp_10.42.42.5(pid=25304): stdout: \u000a| (launched: 2022-12-13_13:17:03.487753)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:17:05.216070 run osmo-stp_10.42.42.5(pid=25304): stderr: \u000a| �[0;m�[38;5;43m20221213131703681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131703681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131703681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131703682 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131703682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131703682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131703682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:17:05.351330 run osmo-stp_10.42.42.5(pid=25304): stdout: \u000a| (launched: 2022-12-13_13:17:03.487753)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:17:05.485587 run osmo-stp_10.42.42.5(pid=25304): stderr: \u000a| �[0;m�[38;5;43m20221213131703681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131703681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131703681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131703682 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131703682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131703682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131703682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:17:05.643327 run patchelf(pid=25307): Terminating (SIGINT)\u000a13:17:05.827151 run patchelf(pid=25307): Terminated: ok {rc=0}\u000a13:17:05.860819 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=25304): Process ended prematurely: osmo-stp_10.42.42.5(pid=25304) [trial-2390↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25304)] [trial-2390↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a13:17:05.870859 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a13:17:05.934668 run osmo-hlr_10.42.42.2(pid=25301): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25301)]\u000a13:17:05.986456 run osmo-hlr_10.42.42.2(pid=25301): stdout: \u000a| (launched: 2022-12-13_13:17:02.465729) \u000a13:17:06.039117 run osmo-hlr_10.42.42.2(pid=25301): stderr: \u000a| �[0;m�[1;31m20221213131702662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213131702662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213131702662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131702662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131702663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213131702663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213131702675 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:oc2g+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213131702684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213131702684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213131702684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:17:06.084219 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25291): Terminating (SIGTERM)\u000a13:17:06.126838 run iperf3-srv_10.42.42.10(pid=25292): Terminating (SIGTERM)\u000a13:17:06.169454 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25293): Terminating (SIGTERM)\u000a13:17:06.211896 run iperf3-srv_10.42.42.10(pid=25294): Terminating (SIGTERM)\u000a13:17:06.254665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25300): Terminating (SIGTERM)\u000a13:17:06.297058 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25303): Terminating (SIGTERM)\u000a13:17:06.339809 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25306): Terminating (SIGTERM)\u000a13:17:06.349590 --- ParallelTerminationStrategy: PID 25291 died...\u000a13:17:06.406554 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25291): Terminated: ok {rc=0}\u000a13:17:06.416638 --- ParallelTerminationStrategy: PID 25292 died...\u000a13:17:06.473103 run iperf3-srv_10.42.42.10(pid=25292): Terminated {rc=256}\u000a13:17:06.483122 --- ParallelTerminationStrategy: PID 25293 died...\u000a13:17:06.539962 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25293): Terminated: ok {rc=0}\u000a13:17:06.550138 --- ParallelTerminationStrategy: PID 25294 died...\u000a13:17:06.606617 run iperf3-srv_10.42.42.10(pid=25294): Terminated {rc=256}\u000a13:17:06.616490 --- ParallelTerminationStrategy: PID 25300 died...\u000a13:17:06.673289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25300): Terminated: ok {rc=0}\u000a13:17:06.683383 --- ParallelTerminationStrategy: PID 25303 died...\u000a13:17:06.739512 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25303): Terminated: ok {rc=0}\u000a13:17:06.749644 --- ParallelTerminationStrategy: PID 25306 died...\u000a13:17:06.805649 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25306): Terminated: ok {rc=0}\u000a13:17:06.892822 bus /gobi_0: Setting Powered False\u000a13:17:07.995365 bus /gobi_0: Setting Powered False\u000a13:17:09.101587 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25316): Process ended prematurely: osmo-stp_10.42.42.5(pid=25316) [trial-2390↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25316)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25316): Process ended prematurely: osmo-stp_10.42.42.5(pid=25316) [trial-2390↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25316)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:oc2g+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a13:17:10.217589 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:17:10.229410 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:17:10.388561 tst iperf3.py: using LAC 34198\u000a13:17:10.519422 tst iperf3.py: using RAC 28\u000a13:17:10.647922 tst iperf3.py: using CellId 34198\u000a13:17:10.769948 tst iperf3.py: using BVCI 34199\u000a13:17:10.793861 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:17:10.804873 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:17:10.815500 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:17:10.826525 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:17:10.837267 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:17:10.848308 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:17:10.859315 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:17:10.870024 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:17:10.880901 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:17:11.177594 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:17:11.313677 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:17:11.652525 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25308): Launched\u000a13:17:11.935432 run iperf3-srv_10.42.42.10(pid=25309): Launched\u000a13:17:12.135288 tst iperf3.py:8: start network...\u000a13:17:12.271326 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:17:12.784532 run create_hlr_db(pid=25310): Launched\u000a13:17:12.972406 bus /gobi_6: Setting Powered False\u000a13:17:13.993097 run create_hlr_db(pid=25310): Terminated: ok {rc=0}\u000a13:17:14.425112 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25312): Launched\u000a13:17:14.754539 run osmo-hlr_10.42.42.2(pid=25313): Launched\u000a13:17:14.877118 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:17:15.444914 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25315): Launched\u000a13:17:15.773448 run osmo-stp_10.42.42.5(pid=25316): Launched\u000a13:17:15.984634 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:17:16.611044 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25318): Launched\u000a13:17:16.723075 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:17:17.007574 run patchelf(pid=25319): Launched\u000a13:17:17.190303 run osmo-stp_10.42.42.5(pid=25316): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25316)]\u000a13:17:17.324466 run osmo-stp_10.42.42.5(pid=25316): stdout: \u000a| (launched: 2022-12-13_13:17:15.611320)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:17:17.465226 run osmo-stp_10.42.42.5(pid=25316): stderr: \u000a| �[0;m�[38;5;43m20221213131715804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131715804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131715804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131715805 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131715805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131715805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131715805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:17:17.601310 run osmo-stp_10.42.42.5(pid=25316): stdout: \u000a| (launched: 2022-12-13_13:17:15.611320)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:17:17.735283 run osmo-stp_10.42.42.5(pid=25316): stderr: \u000a| �[0;m�[38;5;43m20221213131715804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131715804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131715804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131715805 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131715805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131715805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131715805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:17:17.891429 run patchelf(pid=25319): Terminating (SIGINT)\u000a13:17:18.074789 run patchelf(pid=25319): Terminated: ok {rc=0}\u000a13:17:18.108679 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25316): Process ended prematurely: osmo-stp_10.42.42.5(pid=25316) [trial-2390↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25316)] [trial-2390↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a13:17:18.118756 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a13:17:18.182275 run osmo-hlr_10.42.42.2(pid=25313): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25313)]\u000a13:17:18.234163 run osmo-hlr_10.42.42.2(pid=25313): stdout: \u000a| (launched: 2022-12-13_13:17:14.591588) \u000a13:17:18.286630 run osmo-hlr_10.42.42.2(pid=25313): stderr: \u000a| �[0;m�[1;31m20221213131714788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213131714788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213131714788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131714788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131714788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213131714788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213131714804 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:oc2g+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213131714814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213131714814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213131714814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:17:18.331815 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25308): Terminating (SIGTERM)\u000a13:17:18.374193 run iperf3-srv_10.42.42.10(pid=25309): Terminating (SIGTERM)\u000a13:17:18.416681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25312): Terminating (SIGTERM)\u000a13:17:18.459071 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25315): Terminating (SIGTERM)\u000a13:17:18.502095 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25318): Terminating (SIGTERM)\u000a13:17:18.511821 --- ParallelTerminationStrategy: PID 25308 died...\u000a13:17:18.569237 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25308): Terminated: ok {rc=0}\u000a13:17:18.579767 --- ParallelTerminationStrategy: PID 25309 died...\u000a13:17:18.636605 run iperf3-srv_10.42.42.10(pid=25309): Terminated {rc=256}\u000a13:17:18.646651 --- ParallelTerminationStrategy: PID 25312 died...\u000a13:17:18.703260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25312): Terminated: ok {rc=0}\u000a13:17:18.713305 --- ParallelTerminationStrategy: PID 25315 died...\u000a13:17:18.770012 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25315): Terminated: ok {rc=0}\u000a13:17:18.780104 --- ParallelTerminationStrategy: PID 25318 died...\u000a13:17:18.836521 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25318): Terminated: ok {rc=0}\u000a13:17:18.924344 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25334): Process ended prematurely: osmo-stp_10.42.42.5(pid=25334) [trial-2390↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25334)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25334): Process ended prematurely: osmo-stp_10.42.42.5(pid=25334) [trial-2390↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25334)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:oc2g+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a13:17:20.040364 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:17:20.053170 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:17:20.206604 tst iperf3m4.py: using LAC 34199\u000a13:17:20.329395 tst iperf3m4.py: using RAC 29\u000a13:17:20.457087 tst iperf3m4.py: using CellId 34199\u000a13:17:20.587347 tst iperf3m4.py: using BVCI 34200\u000a13:17:20.612567 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:17:20.624096 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:17:20.635415 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:17:20.646756 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:17:20.658583 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:17:20.669683 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:17:20.681632 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:17:20.692585 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:17:20.704600 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:17:20.829448 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:17:20.948882 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:17:21.070350 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:17:21.352450 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:17:21.479569 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:17:21.797818 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25320): Launched\u000a13:17:22.060860 run iperf3-srv_10.42.42.10(pid=25321): Launched\u000a13:17:22.246025 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:17:22.372508 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:17:22.689542 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25322): Launched\u000a13:17:22.954880 run iperf3-srv_10.42.42.10(pid=25323): Launched\u000a13:17:23.141355 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:17:23.268603 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:17:23.587831 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25324): Launched\u000a13:17:23.852630 run iperf3-srv_10.42.42.10(pid=25325): Launched\u000a13:17:24.037865 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:17:24.164388 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:17:24.480284 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25326): Launched\u000a13:17:24.745086 run iperf3-srv_10.42.42.10(pid=25327): Launched\u000a13:17:24.930131 tst iperf3m4.py:8: start network...\u000a13:17:25.056341 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:17:25.547958 run create_hlr_db(pid=25328): Launched\u000a13:17:25.738499 bus /gobi_6: Setting Powered False\u000a13:17:26.758405 run create_hlr_db(pid=25328): Terminated: ok {rc=0}\u000a13:17:27.194029 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25330): Launched\u000a13:17:27.523923 run osmo-hlr_10.42.42.2(pid=25331): Launched\u000a13:17:27.644176 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:17:28.216178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25333): Launched\u000a13:17:28.545073 run osmo-stp_10.42.42.5(pid=25334): Launched\u000a13:17:28.664588 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:17:29.235271 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25336): Launched\u000a13:17:29.352051 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:17:29.639200 run patchelf(pid=25337): Launched\u000a13:17:29.830669 run osmo-stp_10.42.42.5(pid=25334): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25334)]\u000a13:17:29.970864 run osmo-stp_10.42.42.5(pid=25334): stdout: \u000a| (launched: 2022-12-13_13:17:28.381573)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:17:30.111075 run osmo-stp_10.42.42.5(pid=25334): stderr: \u000a| �[0;m�[38;5;43m20221213131728571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131728572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131728572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131728572 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131728573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131728573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131728573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:17:30.246464 run osmo-stp_10.42.42.5(pid=25334): stdout: \u000a| (launched: 2022-12-13_13:17:28.381573)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:17:30.380882 run osmo-stp_10.42.42.5(pid=25334): stderr: \u000a| �[0;m�[38;5;43m20221213131728571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131728572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131728572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131728572 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131728573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131728573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131728573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:17:30.537104 run patchelf(pid=25337): Terminating (SIGINT)\u000a13:17:30.720785 run patchelf(pid=25337): Terminated: ok {rc=0}\u000a13:17:30.754465 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25334): Process ended prematurely: osmo-stp_10.42.42.5(pid=25334) [trial-2390↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25334)] [trial-2390↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a13:17:30.764493 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a13:17:30.834152 run osmo-hlr_10.42.42.2(pid=25331): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25331)]\u000a13:17:30.886547 run osmo-hlr_10.42.42.2(pid=25331): stdout: \u000a| (launched: 2022-12-13_13:17:27.360682) \u000a13:17:30.938483 run osmo-hlr_10.42.42.2(pid=25331): stderr: \u000a| �[0;m�[1;31m20221213131727558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213131727558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213131727558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131727558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131727558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213131727558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213131727571 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:oc2g+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213131727579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213131727579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213131727580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:17:30.984070 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25320): Terminating (SIGTERM)\u000a13:17:31.025334 run iperf3-srv_10.42.42.10(pid=25321): Terminating (SIGTERM)\u000a13:17:31.072449 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25322): Terminating (SIGTERM)\u000a13:17:31.118977 run iperf3-srv_10.42.42.10(pid=25323): Terminating (SIGTERM)\u000a13:17:31.163326 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25324): Terminating (SIGTERM)\u000a13:17:31.206130 run iperf3-srv_10.42.42.10(pid=25325): Terminating (SIGTERM)\u000a13:17:31.248467 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25326): Terminating (SIGTERM)\u000a13:17:31.296784 run iperf3-srv_10.42.42.10(pid=25327): Terminating (SIGTERM)\u000a13:17:31.355118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25330): Terminating (SIGTERM)\u000a13:17:31.410492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25333): Terminating (SIGTERM)\u000a13:17:31.465108 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25336): Terminating (SIGTERM)\u000a13:17:31.478806 --- ParallelTerminationStrategy: PID 25320 died...\u000a13:17:31.550281 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25320): Terminated: ok {rc=0}\u000a13:17:31.565537 --- ParallelTerminationStrategy: PID 25321 died...\u000a13:17:31.639678 run iperf3-srv_10.42.42.10(pid=25321): Terminated {rc=256}\u000a13:17:31.654938 --- ParallelTerminationStrategy: PID 25322 died...\u000a13:17:31.725982 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25322): Terminated: ok {rc=0}\u000a13:17:31.740473 --- ParallelTerminationStrategy: PID 25323 died...\u000a13:17:31.814726 run iperf3-srv_10.42.42.10(pid=25323): Terminated {rc=256}\u000a13:17:31.829294 --- ParallelTerminationStrategy: PID 25324 died...\u000a13:17:31.902561 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25324): Terminated: ok {rc=0}\u000a13:17:31.915116 --- ParallelTerminationStrategy: PID 25325 died...\u000a13:17:31.989142 run iperf3-srv_10.42.42.10(pid=25325): Terminated {rc=256}\u000a13:17:32.003592 --- ParallelTerminationStrategy: PID 25326 died...\u000a13:17:32.077962 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25326): Terminated: ok {rc=0}\u000a13:17:32.091088 --- ParallelTerminationStrategy: PID 25327 died...\u000a13:17:32.163599 run iperf3-srv_10.42.42.10(pid=25327): Terminated {rc=256}\u000a13:17:32.178640 --- ParallelTerminationStrategy: PID 25330 died...\u000a13:17:32.251856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25330): Terminated: ok {rc=0}\u000a13:17:32.263509 --- ParallelTerminationStrategy: PID 25333 died...\u000a13:17:32.322057 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25333): Terminated: ok {rc=0}\u000a13:17:32.333437 --- ParallelTerminationStrategy: PID 25336 died...\u000a13:17:32.391363 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25336): Terminated: ok {rc=0}\u000a13:17:32.479574 bus /gobi_4: Setting Powered False\u000a13:17:33.586754 bus /gobi_4: Setting Powered False\u000a13:17:34.695484 bus /gobi_1: Setting Powered False\u000a13:17:35.802698 bus /gobi_1: Setting Powered False\u000a13:17:36.911081 bus /gobi_0: Setting Powered False\u000a13:17:38.018636 bus /gobi_0: Setting Powered False\u000a13:17:39.132176 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25347): Process ended prematurely: osmo-stp_10.42.42.5(pid=25347) [trial-2390↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25347)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25347): Process ended prematurely: osmo-stp_10.42.42.5(pid=25347) [trial-2390↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25347)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:oc2g+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a13:17:40.201278 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:17:40.213159 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:17:40.364935 tst ping.py: using LAC 34200\u000a13:17:40.493262 tst ping.py: using RAC 30\u000a13:17:40.618485 tst ping.py: using CellId 34200\u000a13:17:40.747893 tst ping.py: using BVCI 34201\u000a13:17:40.772474 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:17:40.783853 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:17:40.795014 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:17:40.806209 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:17:40.817662 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:17:40.829033 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:17:40.840598 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:17:40.852007 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:17:41.144517 tst ping.py:19: start network...\u000a13:17:41.278192 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:17:41.784360 run create_hlr_db(pid=25341): Launched\u000a13:17:41.970686 bus /gobi_6: Setting Powered False\u000a13:17:42.991269 run create_hlr_db(pid=25341): Terminated: ok {rc=0}\u000a13:17:43.395126 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25343): Launched\u000a13:17:43.694594 run osmo-hlr_10.42.42.2(pid=25344): Launched\u000a13:17:43.808863 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:17:44.330605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25346): Launched\u000a13:17:44.629376 run osmo-stp_10.42.42.5(pid=25347): Launched\u000a13:17:44.737328 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:17:45.259539 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25349): Launched\u000a13:17:45.365305 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:17:45.626925 run patchelf(pid=25350): Launched\u000a13:17:45.802709 run osmo-stp_10.42.42.5(pid=25347): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25347)]\u000a13:17:45.973501 run osmo-stp_10.42.42.5(pid=25347): stdout: \u000a| (launched: 2022-12-13_13:17:44.482000)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:17:46.105238 run osmo-stp_10.42.42.5(pid=25347): stderr: \u000a| �[0;m�[38;5;43m20221213131744650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131744650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131744651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131744651 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131744652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131744652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131744652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:17:46.231227 run osmo-stp_10.42.42.5(pid=25347): stdout: \u000a| (launched: 2022-12-13_13:17:44.482000)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:17:46.356021 run osmo-stp_10.42.42.5(pid=25347): stderr: \u000a| �[0;m�[38;5;43m20221213131744650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131744650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131744651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131744651 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131744652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131744652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131744652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:17:46.504020 run patchelf(pid=25350): Terminating (SIGINT)\u000a13:17:46.676382 run patchelf(pid=25350): Terminated: ok {rc=0}\u000a13:17:46.708234 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=25347): Process ended prematurely: osmo-stp_10.42.42.5(pid=25347) [trial-2390↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25347)] [trial-2390↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22]\u000a13:17:46.717731 tst ping.py:22: Test FAILED (6.5 sec)\u000a13:17:46.778958 run osmo-hlr_10.42.42.2(pid=25344): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25344)]\u000a13:17:46.828841 run osmo-hlr_10.42.42.2(pid=25344): stdout: \u000a| (launched: 2022-12-13_13:17:43.546626) \u000a13:17:46.879494 run osmo-hlr_10.42.42.2(pid=25344): stderr: \u000a| �[0;m�[1;31m20221213131743722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213131743722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213131743722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131743722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131743722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213131743722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213131743734 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:oc2g+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213131743743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213131743743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213131743744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:17:46.923238 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25343): Terminating (SIGTERM)\u000a13:17:46.965546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25346): Terminating (SIGTERM)\u000a13:17:47.010276 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25349): Terminating (SIGTERM)\u000a13:17:47.019770 --- ParallelTerminationStrategy: PID 25343 died...\u000a13:17:47.074646 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25343): Terminated: ok {rc=0}\u000a13:17:47.084669 --- ParallelTerminationStrategy: PID 25346 died...\u000a13:17:47.139031 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25346): Terminated: ok {rc=0}\u000a13:17:47.148942 --- ParallelTerminationStrategy: PID 25349 died...\u000a13:17:47.203322 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25349): Terminated: ok {rc=0}\u000a13:17:47.287735 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25357): Process ended prematurely: osmo-stp_10.42.42.5(pid=25357) [trial-2390↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25357)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25357): Process ended prematurely: osmo-stp_10.42.42.5(pid=25357) [trial-2390↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25357)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:oc2g+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a13:17:48.341870 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:17:48.354374 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:17:48.507933 tst ping_idle_ping.py: using LAC 34201\u000a13:17:48.639504 tst ping_idle_ping.py: using RAC 31\u000a13:17:48.763520 tst ping_idle_ping.py: using CellId 34201\u000a13:17:48.887759 tst ping_idle_ping.py: using BVCI 34202\u000a13:17:48.912394 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:17:48.923874 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:17:48.935052 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:17:48.946214 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:17:48.957539 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:17:48.969098 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:17:48.980717 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:17:48.992180 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:17:49.270744 tst ping_idle_ping.py:24: start network...\u000a13:17:49.395422 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:17:49.881662 run create_hlr_db(pid=25351): Launched\u000a13:17:50.055473 bus /gobi_6: Setting Powered False\u000a13:17:51.075126 run create_hlr_db(pid=25351): Terminated: ok {rc=0}\u000a13:17:51.503757 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25353): Launched\u000a13:17:51.826403 run osmo-hlr_10.42.42.2(pid=25354): Launched\u000a13:17:51.944074 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:17:52.504229 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25356): Launched\u000a13:17:52.828074 run osmo-stp_10.42.42.5(pid=25357): Launched\u000a13:17:52.944551 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:17:53.507790 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25359): Launched\u000a13:17:53.623336 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:17:53.906788 run patchelf(pid=25360): Launched\u000a13:17:54.096147 run osmo-stp_10.42.42.5(pid=25357): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25357)]\u000a13:17:54.234386 run osmo-stp_10.42.42.5(pid=25357): stdout: \u000a| (launched: 2022-12-13_13:17:52.668366)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:17:54.372818 run osmo-stp_10.42.42.5(pid=25357): stderr: \u000a| �[0;m�[38;5;43m20221213131752858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131752858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131752858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131752859 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131752859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131752859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131752860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:17:54.506191 run osmo-stp_10.42.42.5(pid=25357): stdout: \u000a| (launched: 2022-12-13_13:17:52.668366)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:17:54.638988 run osmo-stp_10.42.42.5(pid=25357): stderr: \u000a| �[0;m�[38;5;43m20221213131752858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131752858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131752858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131752859 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131752859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131752859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131752860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:17:54.793088 run patchelf(pid=25360): Terminating (SIGINT)\u000a13:17:54.974071 run patchelf(pid=25360): Terminated: ok {rc=0}\u000a13:17:55.006810 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=25357): Process ended prematurely: osmo-stp_10.42.42.5(pid=25357) [trial-2390↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25357)] [trial-2390↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a13:17:55.016198 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a13:17:55.080062 run osmo-hlr_10.42.42.2(pid=25354): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25354)]\u000a13:17:55.132444 run osmo-hlr_10.42.42.2(pid=25354): stdout: \u000a| (launched: 2022-12-13_13:17:51.668081) \u000a13:17:55.185470 run osmo-hlr_10.42.42.2(pid=25354): stderr: \u000a| �[0;m�[1;31m20221213131751865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213131751865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213131751865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131751865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131751865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213131751865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213131751878 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:oc2g+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213131751888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213131751889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213131751889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:17:55.230965 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25353): Terminating (SIGTERM)\u000a13:17:55.274249 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25356): Terminating (SIGTERM)\u000a13:17:55.317301 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25359): Terminating (SIGTERM)\u000a13:17:55.327137 --- ParallelTerminationStrategy: PID 25353 died...\u000a13:17:55.384748 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25353): Terminated: ok {rc=0}\u000a13:17:55.395117 --- ParallelTerminationStrategy: PID 25356 died...\u000a13:17:55.452458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25356): Terminated: ok {rc=0}\u000a13:17:55.462722 --- ParallelTerminationStrategy: PID 25359 died...\u000a13:17:55.520111 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25359): Terminated: ok {rc=0}\u000a13:17:55.609564 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "32", "name" : "gprs_oc2g+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:16:56" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25374): Process ended prematurely: osmo-stp_10.42.42.5(pid=25374) [trial-2390↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25374)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25374): Process ended prematurely: osmo-stp_10.42.42.5(pid=25374) [trial-2390↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25374)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:oc2g+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:17:57.717991 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:17:57.728622 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:17:57.874388 tst cs_paging_gprs_active.py: using LAC 34202\u000a13:17:57.993069 tst cs_paging_gprs_active.py: using RAC 32\u000a13:17:58.113551 tst cs_paging_gprs_active.py: using CellId 34202\u000a13:17:58.242957 tst cs_paging_gprs_active.py: using BVCI 34203\u000a13:17:58.268399 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:17:58.279944 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:17:58.291303 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:17:58.302675 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:17:58.314484 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:17:58.326013 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:17:58.337739 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:17:58.349297 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:17:58.360868 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:17:58.479363 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:17:58.774345 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:17:58.911997 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:17:59.251678 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25364): Launched\u000a13:17:59.534026 run iperf3-srv_10.42.42.10(pid=25365): Launched\u000a13:17:59.735268 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:17:59.872065 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:18:00.212644 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25366): Launched\u000a13:18:00.495960 run iperf3-srv_10.42.42.10(pid=25367): Launched\u000a13:18:00.697076 tst cs_paging_gprs_active.py:38: start network...\u000a13:18:00.835174 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:18:01.400011 run create_hlr_db(pid=25368): Launched\u000a13:18:01.593830 bus /gobi_6: Setting Powered False\u000a13:18:02.611050 run create_hlr_db(pid=25368): Terminated: ok {rc=0}\u000a13:18:03.023667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25370): Launched\u000a13:18:03.329644 run osmo-hlr_10.42.42.2(pid=25371): Launched\u000a13:18:03.451624 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:18:03.987892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25373): Launched\u000a13:18:04.292313 run osmo-stp_10.42.42.5(pid=25374): Launched\u000a13:18:04.402128 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:18:04.936166 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25376): Launched\u000a13:18:05.045770 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:18:05.314200 run patchelf(pid=25377): Launched\u000a13:18:05.493160 run osmo-stp_10.42.42.5(pid=25374): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25374)]\u000a13:18:05.624480 run osmo-stp_10.42.42.5(pid=25374): stdout: \u000a| (launched: 2022-12-13_13:18:04.142672)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:18:05.756058 run osmo-stp_10.42.42.5(pid=25374): stderr: \u000a| �[0;m�[38;5;43m20221213131804312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131804312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131804313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131804314 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131804314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131804314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131804314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:18:05.882310 run osmo-stp_10.42.42.5(pid=25374): stdout: \u000a| (launched: 2022-12-13_13:18:04.142672)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:18:06.007748 run osmo-stp_10.42.42.5(pid=25374): stderr: \u000a| �[0;m�[38;5;43m20221213131804312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131804312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131804313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131804314 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131804314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131804314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131804314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:18:06.153827 run patchelf(pid=25377): Terminating (SIGINT)\u000a13:18:06.324837 run patchelf(pid=25377): Terminated: ok {rc=0}\u000a13:18:06.356386 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=25374): Process ended prematurely: osmo-stp_10.42.42.5(pid=25374) [trial-2390↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25374)] [trial-2390↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a13:18:06.365593 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a13:18:06.424838 run osmo-hlr_10.42.42.2(pid=25371): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25371)]\u000a13:18:06.473342 run osmo-hlr_10.42.42.2(pid=25371): stdout: \u000a| (launched: 2022-12-13_13:18:03.179551) \u000a13:18:06.522523 run osmo-hlr_10.42.42.2(pid=25371): stderr: \u000a| �[0;m�[1;31m20221213131803356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213131803356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213131803356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131803356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131803357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213131803357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213131803369 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:oc2g+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213131803378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213131803379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213131803379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:18:06.564566 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25364): Terminating (SIGTERM)\u000a13:18:06.604139 run iperf3-srv_10.42.42.10(pid=25365): Terminating (SIGTERM)\u000a13:18:06.643694 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25366): Terminating (SIGTERM)\u000a13:18:06.683175 run iperf3-srv_10.42.42.10(pid=25367): Terminating (SIGTERM)\u000a13:18:06.722799 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25370): Terminating (SIGTERM)\u000a13:18:06.762365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25373): Terminating (SIGTERM)\u000a13:18:06.801995 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25376): Terminating (SIGTERM)\u000a13:18:06.811011 --- ParallelTerminationStrategy: PID 25364 died...\u000a13:18:06.864012 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25364): Terminated: ok {rc=0}\u000a13:18:06.873434 --- ParallelTerminationStrategy: PID 25365 died...\u000a13:18:06.926077 run iperf3-srv_10.42.42.10(pid=25365): Terminated {rc=256}\u000a13:18:06.935389 --- ParallelTerminationStrategy: PID 25366 died...\u000a13:18:06.987649 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25366): Terminated: ok {rc=0}\u000a13:18:06.997053 --- ParallelTerminationStrategy: PID 25367 died...\u000a13:18:07.049333 run iperf3-srv_10.42.42.10(pid=25367): Terminated {rc=256}\u000a13:18:07.058685 --- ParallelTerminationStrategy: PID 25370 died...\u000a13:18:07.111040 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25370): Terminated: ok {rc=0}\u000a13:18:07.120449 --- ParallelTerminationStrategy: PID 25373 died...\u000a13:18:07.172873 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25373): Terminated: ok {rc=0}\u000a13:18:07.182356 --- ParallelTerminationStrategy: PID 25376 died...\u000a13:18:07.234811 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25376): Terminated: ok {rc=0}\u000a13:18:07.318902 bus /gobi_0: Setting Powered False\u000a13:18:08.424909 bus /gobi_0: Setting Powered False\u000a13:18:09.533759 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25386): Process ended prematurely: osmo-stp_10.42.42.5(pid=25386) [trial-2390↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25386)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25386): Process ended prematurely: osmo-stp_10.42.42.5(pid=25386) [trial-2390↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25386)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:oc2g+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a13:18:10.649988 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:18:10.661900 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:18:10.818557 tst iperf3.py: using LAC 34203\u000a13:18:10.946506 tst iperf3.py: using RAC 33\u000a13:18:11.075429 tst iperf3.py: using CellId 34203\u000a13:18:11.204695 tst iperf3.py: using BVCI 34204\u000a13:18:11.229964 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:18:11.241326 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:18:11.252376 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:18:11.263475 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:18:11.274933 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:18:11.286391 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:18:11.297860 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:18:11.309198 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:18:11.320876 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:18:11.618427 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:18:11.754789 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:18:12.092300 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25378): Launched\u000a13:18:12.373947 run iperf3-srv_10.42.42.10(pid=25379): Launched\u000a13:18:12.574098 tst iperf3.py:8: start network...\u000a13:18:12.710459 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:18:13.225361 run create_hlr_db(pid=25380): Launched\u000a13:18:13.414102 bus /gobi_6: Setting Powered False\u000a13:18:14.435696 run create_hlr_db(pid=25380): Terminated: ok {rc=0}\u000a13:18:14.845663 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25382): Launched\u000a13:18:15.151313 run osmo-hlr_10.42.42.2(pid=25383): Launched\u000a13:18:15.263029 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:18:15.793142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25385): Launched\u000a13:18:16.189626 run osmo-stp_10.42.42.5(pid=25386): Launched\u000a13:18:16.367551 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:18:16.977873 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25388): Launched\u000a13:18:17.100829 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:18:17.392558 run patchelf(pid=25389): Launched\u000a13:18:17.584518 run osmo-stp_10.42.42.5(pid=25386): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25386)]\u000a13:18:17.724920 run osmo-stp_10.42.42.5(pid=25386): stdout: \u000a| (launched: 2022-12-13_13:18:15.975170)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:18:17.865348 run osmo-stp_10.42.42.5(pid=25386): stderr: \u000a| �[0;m�[38;5;43m20221213131816287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131816287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131816288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131816288 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131816288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131816289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131816289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:18:18.000803 run osmo-stp_10.42.42.5(pid=25386): stdout: \u000a| (launched: 2022-12-13_13:18:15.975170)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:18:18.135479 run osmo-stp_10.42.42.5(pid=25386): stderr: \u000a| �[0;m�[38;5;43m20221213131816287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131816287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131816288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131816288 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131816288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131816289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131816289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:18:18.292214 run patchelf(pid=25389): Terminating (SIGINT)\u000a13:18:18.475607 run patchelf(pid=25389): Terminated: ok {rc=0}\u000a13:18:18.509477 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25386): Process ended prematurely: osmo-stp_10.42.42.5(pid=25386) [trial-2390↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25386)] [trial-2390↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a13:18:18.519457 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a13:18:18.583186 run osmo-hlr_10.42.42.2(pid=25383): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25383)]\u000a13:18:18.634915 run osmo-hlr_10.42.42.2(pid=25383): stdout: \u000a| (launched: 2022-12-13_13:18:15.000900) \u000a13:18:18.687503 run osmo-hlr_10.42.42.2(pid=25383): stderr: \u000a| �[0;m�[1;31m20221213131815178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213131815178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213131815178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131815178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131815178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213131815179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213131815194 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:oc2g+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213131815205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213131815205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213131815205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:18:18.732464 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25378): Terminating (SIGTERM)\u000a13:18:18.775408 run iperf3-srv_10.42.42.10(pid=25379): Terminating (SIGTERM)\u000a13:18:18.817795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25382): Terminating (SIGTERM)\u000a13:18:18.860153 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25385): Terminating (SIGTERM)\u000a13:18:18.903480 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25388): Terminating (SIGTERM)\u000a13:18:18.913296 --- ParallelTerminationStrategy: PID 25378 died...\u000a13:18:18.970539 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25378): Terminated: ok {rc=0}\u000a13:18:18.980786 --- ParallelTerminationStrategy: PID 25379 died...\u000a13:18:19.037417 run iperf3-srv_10.42.42.10(pid=25379): Terminated {rc=256}\u000a13:18:19.047326 --- ParallelTerminationStrategy: PID 25382 died...\u000a13:18:19.103766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25382): Terminated: ok {rc=0}\u000a13:18:19.113899 --- ParallelTerminationStrategy: PID 25385 died...\u000a13:18:19.170279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25385): Terminated: ok {rc=0}\u000a13:18:19.180443 --- ParallelTerminationStrategy: PID 25388 died...\u000a13:18:19.237316 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25388): Terminated: ok {rc=0}\u000a13:18:19.326180 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25404): Process ended prematurely: osmo-stp_10.42.42.5(pid=25404) [trial-2390↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25404)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25404): Process ended prematurely: osmo-stp_10.42.42.5(pid=25404) [trial-2390↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25404)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:oc2g+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a13:18:20.438061 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:18:20.449518 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:18:20.594336 tst iperf3m4.py: using LAC 34204\u000a13:18:20.718787 tst iperf3m4.py: using RAC 34\u000a13:18:20.837486 tst iperf3m4.py: using CellId 34204\u000a13:18:20.956721 tst iperf3m4.py: using BVCI 34205\u000a13:18:20.980186 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:18:20.991089 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:18:21.001805 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:18:21.012399 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:18:21.022976 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:18:21.033611 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:18:21.044392 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:18:21.055037 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:18:21.065783 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:18:21.181843 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:18:21.300711 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:18:21.422476 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:18:21.700418 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:18:21.826332 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:18:22.141537 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25390): Launched\u000a13:18:22.404421 run iperf3-srv_10.42.42.10(pid=25391): Launched\u000a13:18:22.588670 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:18:22.714487 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:18:23.029569 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25392): Launched\u000a13:18:23.295122 run iperf3-srv_10.42.42.10(pid=25393): Launched\u000a13:18:23.479385 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:18:23.604702 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:18:23.919869 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25394): Launched\u000a13:18:24.185511 run iperf3-srv_10.42.42.10(pid=25395): Launched\u000a13:18:24.370390 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:18:24.496436 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:18:24.813341 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25396): Launched\u000a13:18:25.076941 run iperf3-srv_10.42.42.10(pid=25397): Launched\u000a13:18:25.262035 tst iperf3m4.py:8: start network...\u000a13:18:25.388211 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:18:25.878119 run create_hlr_db(pid=25398): Launched\u000a13:18:26.053955 bus /gobi_6: Setting Powered False\u000a13:18:27.073093 run create_hlr_db(pid=25398): Terminated: ok {rc=0}\u000a13:18:27.508675 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25400): Launched\u000a13:18:27.838740 run osmo-hlr_10.42.42.2(pid=25401): Launched\u000a13:18:27.962167 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:18:28.532177 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25403): Launched\u000a13:18:28.860942 run osmo-stp_10.42.42.5(pid=25404): Launched\u000a13:18:28.980246 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:18:29.553422 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25406): Launched\u000a13:18:29.670975 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:18:29.958244 run patchelf(pid=25407): Launched\u000a13:18:30.150506 run osmo-stp_10.42.42.5(pid=25404): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25404)]\u000a13:18:30.291250 run osmo-stp_10.42.42.5(pid=25404): stdout: \u000a| (launched: 2022-12-13_13:18:28.699212)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:18:30.431876 run osmo-stp_10.42.42.5(pid=25404): stderr: \u000a| �[0;m�[38;5;43m20221213131828888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131828888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131828888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131828889 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131828889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131828889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131828889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:18:30.567849 run osmo-stp_10.42.42.5(pid=25404): stdout: \u000a| (launched: 2022-12-13_13:18:28.699212)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:18:30.703200 run osmo-stp_10.42.42.5(pid=25404): stderr: \u000a| �[0;m�[38;5;43m20221213131828888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131828888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131828888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131828889 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131828889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131828889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131828889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:18:30.861473 run patchelf(pid=25407): Terminating (SIGINT)\u000a13:18:31.063566 run patchelf(pid=25407): Terminated: ok {rc=0}\u000a13:18:31.098813 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25404): Process ended prematurely: osmo-stp_10.42.42.5(pid=25404) [trial-2390↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25404)] [trial-2390↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a13:18:31.109982 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a13:18:31.177106 run osmo-hlr_10.42.42.2(pid=25401): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25401)]\u000a13:18:31.231774 run osmo-hlr_10.42.42.2(pid=25401): stdout: \u000a| (launched: 2022-12-13_13:18:27.675870) \u000a13:18:31.287118 run osmo-hlr_10.42.42.2(pid=25401): stderr: \u000a| �[0;m�[1;31m20221213131827871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213131827872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213131827872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131827872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131827872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213131827872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213131827885 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:oc2g+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213131827894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213131827894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213131827894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:18:31.335217 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25390): Terminating (SIGTERM)\u000a13:18:31.382023 run iperf3-srv_10.42.42.10(pid=25391): Terminating (SIGTERM)\u000a13:18:31.428703 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25392): Terminating (SIGTERM)\u000a13:18:31.475520 run iperf3-srv_10.42.42.10(pid=25393): Terminating (SIGTERM)\u000a13:18:31.522427 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25394): Terminating (SIGTERM)\u000a13:18:31.569240 run iperf3-srv_10.42.42.10(pid=25395): Terminating (SIGTERM)\u000a13:18:31.615993 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25396): Terminating (SIGTERM)\u000a13:18:31.657839 run iperf3-srv_10.42.42.10(pid=25397): Terminating (SIGTERM)\u000a13:18:31.700547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25400): Terminating (SIGTERM)\u000a13:18:31.744026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25403): Terminating (SIGTERM)\u000a13:18:31.785681 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25406): Terminating (SIGTERM)\u000a13:18:31.795577 --- ParallelTerminationStrategy: PID 25390 died...\u000a13:18:31.852546 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25390): Terminated: ok {rc=0}\u000a13:18:31.863098 --- ParallelTerminationStrategy: PID 25391 died...\u000a13:18:31.919294 run iperf3-srv_10.42.42.10(pid=25391): Terminated {rc=256}\u000a13:18:31.929886 --- ParallelTerminationStrategy: PID 25392 died...\u000a13:18:31.985373 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25392): Terminated: ok {rc=0}\u000a13:18:31.995440 --- ParallelTerminationStrategy: PID 25393 died...\u000a13:18:32.050072 run iperf3-srv_10.42.42.10(pid=25393): Terminated {rc=256}\u000a13:18:32.060039 --- ParallelTerminationStrategy: PID 25394 died...\u000a13:18:32.115673 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25394): Terminated: ok {rc=0}\u000a13:18:32.125821 --- ParallelTerminationStrategy: PID 25395 died...\u000a13:18:32.180439 run iperf3-srv_10.42.42.10(pid=25395): Terminated {rc=256}\u000a13:18:32.190553 --- ParallelTerminationStrategy: PID 25396 died...\u000a13:18:32.244574 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25396): Terminated: ok {rc=0}\u000a13:18:32.254766 --- ParallelTerminationStrategy: PID 25397 died...\u000a13:18:32.309690 run iperf3-srv_10.42.42.10(pid=25397): Terminated {rc=256}\u000a13:18:32.319294 --- ParallelTerminationStrategy: PID 25400 died...\u000a13:18:32.372597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25400): Terminated: ok {rc=0}\u000a13:18:32.382255 --- ParallelTerminationStrategy: PID 25403 died...\u000a13:18:32.434952 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25403): Terminated: ok {rc=0}\u000a13:18:32.444687 --- ParallelTerminationStrategy: PID 25406 died...\u000a13:18:32.498341 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25406): Terminated: ok {rc=0}\u000a13:18:32.583577 bus /gobi_4: Setting Powered False\u000a13:18:33.691545 bus /gobi_4: Setting Powered False\u000a13:18:34.804877 bus /gobi_1: Setting Powered False\u000a13:18:35.911843 bus /gobi_1: Setting Powered False\u000a13:18:37.021808 bus /gobi_0: Setting Powered False\u000a13:18:38.129780 bus /gobi_0: Setting Powered False\u000a13:18:39.243821 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25414): Process ended prematurely: osmo-stp_10.42.42.5(pid=25414) [trial-2390↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25414)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25414): Process ended prematurely: osmo-stp_10.42.42.5(pid=25414) [trial-2390↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25414)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:oc2g+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a13:18:40.311321 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:18:40.322904 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:18:40.467864 tst ping.py: using LAC 34205\u000a13:18:40.587807 tst ping.py: using RAC 35\u000a13:18:40.707308 tst ping.py: using CellId 34205\u000a13:18:40.826537 tst ping.py: using BVCI 34206\u000a13:18:40.849464 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:18:40.860319 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:18:40.871085 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:18:40.881827 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:18:40.892409 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:18:40.903476 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:18:40.914523 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:18:40.925325 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:18:41.200565 tst ping.py:19: start network...\u000a13:18:41.325180 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:18:41.804850 run create_hlr_db(pid=25408): Launched\u000a13:18:41.978519 bus /gobi_6: Setting Powered False\u000a13:18:42.998975 run create_hlr_db(pid=25408): Terminated: ok {rc=0}\u000a13:18:43.427926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25410): Launched\u000a13:18:43.751910 run osmo-hlr_10.42.42.2(pid=25411): Launched\u000a13:18:43.871777 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:18:44.440758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25413): Launched\u000a13:18:44.763401 run osmo-stp_10.42.42.5(pid=25414): Launched\u000a13:18:44.879125 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:18:45.439272 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25416): Launched\u000a13:18:45.553508 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:18:45.844097 run patchelf(pid=25417): Launched\u000a13:18:46.053125 run osmo-stp_10.42.42.5(pid=25414): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25414)]\u000a13:18:46.187091 run osmo-stp_10.42.42.5(pid=25414): stdout: \u000a| (launched: 2022-12-13_13:18:44.604434)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:18:46.322938 run osmo-stp_10.42.42.5(pid=25414): stderr: \u000a| �[0;m�[38;5;43m20221213131844793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131844793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131844794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131844794 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131844794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131844794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131844795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:18:46.452044 run osmo-stp_10.42.42.5(pid=25414): stdout: \u000a| (launched: 2022-12-13_13:18:44.604434)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:18:46.580456 run osmo-stp_10.42.42.5(pid=25414): stderr: \u000a| �[0;m�[38;5;43m20221213131844793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131844793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131844794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131844794 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131844794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131844794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131844795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:18:46.729476 run patchelf(pid=25417): Terminating (SIGINT)\u000a13:18:46.903131 run patchelf(pid=25417): Terminated: ok {rc=0}\u000a13:18:46.935201 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=25414): Process ended prematurely: osmo-stp_10.42.42.5(pid=25414) [trial-2390↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25414)] [trial-2390↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22]\u000a13:18:46.944589 tst ping.py:22: Test FAILED (6.6 sec)\u000a13:18:47.006786 run osmo-hlr_10.42.42.2(pid=25411): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25411)]\u000a13:18:47.057249 run osmo-hlr_10.42.42.2(pid=25411): stdout: \u000a| (launched: 2022-12-13_13:18:43.592224) \u000a13:18:47.109119 run osmo-hlr_10.42.42.2(pid=25411): stderr: \u000a| �[0;m�[1;31m20221213131843789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213131843789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213131843789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131843789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131843789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213131843789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213131843802 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:oc2g+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213131843810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213131843810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213131843810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:18:47.152403 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25410): Terminating (SIGTERM)\u000a13:18:47.195456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25413): Terminating (SIGTERM)\u000a13:18:47.237669 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25416): Terminating (SIGTERM)\u000a13:18:47.246886 --- ParallelTerminationStrategy: PID 25410 died...\u000a13:18:47.300862 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25410): Terminated: ok {rc=0}\u000a13:18:47.310542 --- ParallelTerminationStrategy: PID 25413 died...\u000a13:18:47.364150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25413): Terminated: ok {rc=0}\u000a13:18:47.373812 --- ParallelTerminationStrategy: PID 25416 died...\u000a13:18:47.427300 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25416): Terminated: ok {rc=0}\u000a13:18:47.511940 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25424): Process ended prematurely: osmo-stp_10.42.42.5(pid=25424) [trial-2390↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25424)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25424): Process ended prematurely: osmo-stp_10.42.42.5(pid=25424) [trial-2390↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25424)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:oc2g+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a13:18:48.564837 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:18:48.576807 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:18:48.733310 tst ping_idle_ping.py: using LAC 34206\u000a13:18:48.861104 tst ping_idle_ping.py: using RAC 36\u000a13:18:48.987123 tst ping_idle_ping.py: using CellId 34206\u000a13:18:49.113948 tst ping_idle_ping.py: using BVCI 34207\u000a13:18:49.138793 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:18:49.150225 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:18:49.161465 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:18:49.172696 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:18:49.184186 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:18:49.195595 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:18:49.207377 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:18:49.219128 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:18:49.515331 tst ping_idle_ping.py:24: start network...\u000a13:18:49.650481 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:18:50.164848 run create_hlr_db(pid=25418): Launched\u000a13:18:50.351782 bus /gobi_6: Setting Powered False\u000a13:18:51.371805 run create_hlr_db(pid=25418): Terminated: ok {rc=0}\u000a13:18:51.778140 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25420): Launched\u000a13:18:52.077954 run osmo-hlr_10.42.42.2(pid=25421): Launched\u000a13:18:52.187609 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:18:52.708864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25423): Launched\u000a13:18:53.011390 run osmo-stp_10.42.42.5(pid=25424): Launched\u000a13:18:53.119785 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:18:53.642506 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25426): Launched\u000a13:18:53.748744 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:18:54.012482 run patchelf(pid=25427): Launched\u000a13:18:54.187814 run osmo-stp_10.42.42.5(pid=25424): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25424)]\u000a13:18:54.316108 run osmo-stp_10.42.42.5(pid=25424): stdout: \u000a| (launched: 2022-12-13_13:18:52.860872)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:18:54.445793 run osmo-stp_10.42.42.5(pid=25424): stderr: \u000a| �[0;m�[38;5;43m20221213131853028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131853028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131853029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131853029 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131853029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131853030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131853030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:18:54.569753 run osmo-stp_10.42.42.5(pid=25424): stdout: \u000a| (launched: 2022-12-13_13:18:52.860872)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:18:54.692073 run osmo-stp_10.42.42.5(pid=25424): stderr: \u000a| �[0;m�[38;5;43m20221213131853028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131853028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131853029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131853029 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131853029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131853030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131853030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:18:54.835036 run patchelf(pid=25427): Terminating (SIGINT)\u000a13:18:55.003010 run patchelf(pid=25427): Terminated: ok {rc=0}\u000a13:18:55.033734 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=25424): Process ended prematurely: osmo-stp_10.42.42.5(pid=25424) [trial-2390↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25424)] [trial-2390↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a13:18:55.042496 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a13:18:55.101818 run osmo-hlr_10.42.42.2(pid=25421): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25421)]\u000a13:18:55.150747 run osmo-hlr_10.42.42.2(pid=25421): stdout: \u000a| (launched: 2022-12-13_13:18:51.930327) \u000a13:18:55.200388 run osmo-hlr_10.42.42.2(pid=25421): stderr: \u000a| �[0;m�[1;31m20221213131852104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213131852104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213131852104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131852104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131852104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213131852104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213131852116 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:oc2g+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213131852125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213131852126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213131852126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:18:55.242775 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25420): Terminating (SIGTERM)\u000a13:18:55.282774 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25423): Terminating (SIGTERM)\u000a13:18:55.323003 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25426): Terminating (SIGTERM)\u000a13:18:55.332324 --- ParallelTerminationStrategy: PID 25420 died...\u000a13:18:55.385753 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25420): Terminated: ok {rc=0}\u000a13:18:55.395369 --- ParallelTerminationStrategy: PID 25423 died...\u000a13:18:55.448632 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25423): Terminated: ok {rc=0}\u000a13:18:55.458208 --- ParallelTerminationStrategy: PID 25426 died...\u000a13:18:55.511169 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25426): Terminated: ok {rc=0}\u000a13:18:55.599713 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "33", "name" : "gprs_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:17:57" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25437): Process ended prematurely: osmo-stp_10.42.42.5(pid=25437) [trial-2390↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25437)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25437): Process ended prematurely: osmo-stp_10.42.42.5(pid=25437) [trial-2390↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25437)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a13:18:57.584505 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:18:57.595695 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:18:57.739459 tst switch_tch_pdch.py: using LAC 34207\u000a13:18:57.859176 tst switch_tch_pdch.py: using RAC 37\u000a13:18:57.978201 tst switch_tch_pdch.py: using CellId 34207\u000a13:18:58.095273 tst switch_tch_pdch.py: using BVCI 34208\u000a13:18:58.118321 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:18:58.129556 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:18:58.140354 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:18:58.151317 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:18:58.162142 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:18:58.173100 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:18:58.184056 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:18:58.194958 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:18:58.316468 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:18:58.594699 tst switch_tch_pdch.py:51: start network...\u000a13:18:58.718829 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:18:59.200543 run create_hlr_db(pid=25431): Launched\u000a13:18:59.373346 bus /gobi_6: Setting Powered False\u000a13:19:00.394780 run create_hlr_db(pid=25431): Terminated: ok {rc=0}\u000a13:19:00.821979 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25433): Launched\u000a13:19:01.241889 run osmo-hlr_10.42.42.2(pid=25434): Launched\u000a13:19:01.464407 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:19:02.067878 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25436): Launched\u000a13:19:02.373217 run osmo-stp_10.42.42.5(pid=25437): Launched\u000a13:19:02.483666 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:19:03.006518 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25439): Launched\u000a13:19:03.112328 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:19:03.374101 run patchelf(pid=25440): Launched\u000a13:19:03.549490 run osmo-stp_10.42.42.5(pid=25437): ERR: Terminated: ERROR {rc=1} [trial-2390↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25437)]\u000a13:19:03.677831 run osmo-stp_10.42.42.5(pid=25437): stdout: \u000a| (launched: 2022-12-13_13:19:02.223334)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:19:03.806588 run osmo-stp_10.42.42.5(pid=25437): stderr: \u000a| �[0;m�[38;5;43m20221213131902391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131902391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131902392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131902392 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131902393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131902393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131902393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:19:03.930250 run osmo-stp_10.42.42.5(pid=25437): stdout: \u000a| (launched: 2022-12-13_13:19:02.223334)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:19:04.053142 run osmo-stp_10.42.42.5(pid=25437): stderr: \u000a| �[0;m�[38;5;43m20221213131902391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131902391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131902392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131902392 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131902393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131902393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131902393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:19:04.196308 run patchelf(pid=25440): Terminating (SIGINT)\u000a13:19:04.364598 run patchelf(pid=25440): Terminated: ok {rc=0}\u000a13:19:04.395169 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=25437): Process ended prematurely: osmo-stp_10.42.42.5(pid=25437) [trial-2390↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25437)] [trial-2390↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a13:19:04.403773 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a13:19:04.463763 run osmo-hlr_10.42.42.2(pid=25434): ERR: Terminated: ERROR {rc=237} [trial-2390↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25434)]\u000a13:19:04.512340 run osmo-hlr_10.42.42.2(pid=25434): stdout: \u000a| (launched: 2022-12-13_13:19:00.993179) \u000a13:19:04.561485 run osmo-hlr_10.42.42.2(pid=25434): stderr: \u000a| �[0;m�[1;31m20221213131901311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213131901311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213131901311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131901311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131901311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213131901311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213131901335 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213131901348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213131901348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213131901348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:19:04.603384 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25433): Terminating (SIGTERM)\u000a13:19:04.642963 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25436): Terminating (SIGTERM)\u000a13:19:04.682512 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25439): Terminating (SIGTERM)\u000a13:19:04.691632 --- ParallelTerminationStrategy: PID 25433 died...\u000a13:19:04.744920 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25433): Terminated: ok {rc=0}\u000a13:19:04.754476 --- ParallelTerminationStrategy: PID 25436 died...\u000a13:19:04.807296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25436): Terminated: ok {rc=0}\u000a13:19:04.816823 --- ParallelTerminationStrategy: PID 25439 died...\u000a13:19:04.869713 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25439): Terminated: ok {rc=0}\u000a13:19:04.957583 bus /gobi_0: Setting Powered False\u000a13:19:06.060125 bus /gobi_0: Setting Powered False\u000a13:19:07.170703 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "34", "name" : "dynts_oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:18:57" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "dynts:oc2g+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25450): Process ended prematurely: osmo-stp_10.42.42.5(pid=25450) [trial-2390↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25450)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25450): Process ended prematurely: osmo-stp_10.42.42.5(pid=25450) [trial-2390↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25450)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 dynts:oc2g+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a13:19:09.106425 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:19:09.117922 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a13:19:09.262856 tst switch_tch_pdch.py: using LAC 34208\u000a13:19:09.379287 tst switch_tch_pdch.py: using RAC 38\u000a13:19:09.496900 tst switch_tch_pdch.py: using CellId 34208\u000a13:19:09.615001 tst switch_tch_pdch.py: using BVCI 34209\u000a13:19:09.638048 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:19:09.648868 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:19:09.659563 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:19:09.670214 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:19:09.680727 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:19:09.691320 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:19:09.702260 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:19:09.713359 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a13:19:09.830591 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a13:19:10.126109 tst switch_tch_pdch.py:51: start network...\u000a13:19:10.259659 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:19:10.739044 run create_hlr_db(pid=25444): Launched\u000a13:19:10.870117 bus /gobi_6: Setting Powered False\u000a13:19:11.945812 run create_hlr_db(pid=25444): Terminated: ok {rc=0}\u000a13:19:12.323131 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25446): Launched\u000a13:19:12.622518 run osmo-hlr_10.42.42.2(pid=25447): Launched\u000a13:19:12.731619 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:19:13.223908 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25449): Launched\u000a13:19:13.523734 run osmo-stp_10.42.42.5(pid=25450): Launched\u000a13:19:13.633046 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:19:14.129280 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25452): Launched\u000a13:19:14.235232 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:19:14.495384 run patchelf(pid=25453): Launched\u000a13:19:14.671180 run osmo-stp_10.42.42.5(pid=25450): ERR: Terminated: ERROR {rc=1} [trial-2390↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25450)]\u000a13:19:14.798879 run osmo-stp_10.42.42.5(pid=25450): stdout: \u000a| (launched: 2022-12-13_13:19:13.374870)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:19:14.926922 run osmo-stp_10.42.42.5(pid=25450): stderr: \u000a| �[0;m�[38;5;43m20221213131913543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131913543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131913543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131913543 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131913544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131913544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131913544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:19:15.050097 run osmo-stp_10.42.42.5(pid=25450): stdout: \u000a| (launched: 2022-12-13_13:19:13.374870)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:19:15.172151 run osmo-stp_10.42.42.5(pid=25450): stderr: \u000a| �[0;m�[38;5;43m20221213131913543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131913543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131913543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131913543 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131913544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131913544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131913544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:19:15.315043 run patchelf(pid=25453): Terminating (SIGINT)\u000a13:19:15.482301 run patchelf(pid=25453): Terminated: ok {rc=0}\u000a13:19:15.512855 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=25450): Process ended prematurely: osmo-stp_10.42.42.5(pid=25450) [trial-2390↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25450)] [trial-2390↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a13:19:15.521595 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a13:19:15.580681 run osmo-hlr_10.42.42.2(pid=25447): ERR: Terminated: ERROR {rc=237} [trial-2390↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25447)]\u000a13:19:15.629178 run osmo-hlr_10.42.42.2(pid=25447): stdout: \u000a| (launched: 2022-12-13_13:19:12.474453) \u000a13:19:15.678453 run osmo-hlr_10.42.42.2(pid=25447): stderr: \u000a| �[0;m�[1;31m20221213131912648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213131912648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213131912648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131912648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131912648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213131912649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213131912660 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/dynts:oc2g+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213131912670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213131912670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213131912670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:19:15.720938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25446): Terminating (SIGTERM)\u000a13:19:15.760934 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25449): Terminating (SIGTERM)\u000a13:19:15.800783 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25452): Terminating (SIGTERM)\u000a13:19:15.810010 --- ParallelTerminationStrategy: PID 25446 died...\u000a13:19:15.864819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25446): Terminated: ok {rc=0}\u000a13:19:15.874763 --- ParallelTerminationStrategy: PID 25449 died...\u000a13:19:15.933531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25449): Terminated: ok {rc=0}\u000a13:19:15.944037 --- ParallelTerminationStrategy: PID 25452 died...\u000a13:19:15.998065 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25452): Terminated: ok {rc=0}\u000a13:19:16.083735 bus /gobi_0: Setting Powered False\u000a13:19:17.201075 bus /gobi_0: Setting Powered False\u000a13:19:18.312232 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "35", "name" : "dynts_oc2g+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:19:08" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "nitb_sms:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=25458): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25458) [trial-2390↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25458)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=25458): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25458) [trial-2390↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25458)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 nitb_sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a13:19:20.202632 tst nitb_sms:trx-b200: Using 1 x ip_address (candidates: 1)\u000a13:19:20.213949 tst nitb_sms:trx-b200: Using 1 x bts (candidates: 1)\u000a13:19:20.361053 tst mo_mt_sms.py: using LAC 34209\u000a13:19:20.487813 tst mo_mt_sms.py: using RAC 39\u000a13:19:20.615875 tst mo_mt_sms.py: using CellId 34209\u000a13:19:20.736746 tst mo_mt_sms.py: using BVCI 34210\u000a13:19:20.759703 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a13:19:20.879306 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a13:19:21.171008 tst mo_mt_sms.py:9: start nitb and bts...\u000a13:19:21.305235 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a13:19:21.971217 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25457): Launched\u000a13:19:22.291723 run osmo-nitb_10.42.42.2(pid=25458): Launched\u000a13:19:22.489348 run osmo-nitb_10.42.42.2(pid=25458): ERR: Terminated: ERROR {rc=2} [trial-2390↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25458)]\u000a13:19:22.636044 run osmo-nitb_10.42.42.2(pid=25458): stdout: \u000a| (launched: 2022-12-13_13:19:22.135195) \u000a13:19:22.781943 run osmo-nitb_10.42.42.2(pid=25458): stderr: \u000a| (launched: 2022-12-13_13:19:22.183038)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:19:22.923431 run osmo-nitb_10.42.42.2(pid=25458): stdout: \u000a| (launched: 2022-12-13_13:19:22.135195) \u000a13:19:23.063730 run osmo-nitb_10.42.42.2(pid=25458): stderr: \u000a| (launched: 2022-12-13_13:19:22.183038)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:19:23.420698 tst osmo-nitb_10.42.42.2(pid=25458): stdout: \u000a| (launched: 2022-12-13_13:19:22.135195) \u000a13:19:23.548590 tst osmo-nitb_10.42.42.2(pid=25458): stderr: \u000a| (launched: 2022-12-13_13:19:22.183038)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:19:23.605705 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=25458): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25458) [trial-2390↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25458)] [trial-2390↪nitb_sms:trx-b200↪mo_mt_sms.py:11]\u000a13:19:23.614836 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a13:19:23.652407 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25457): Terminating (SIGTERM)\u000a13:19:23.830084 --- ParallelTerminationStrategy: PID 25457 died...\u000a13:19:23.889177 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25457): Terminated: ok {rc=0}\u000a13:19:23.975833 bus /sierra_3: Setting Powered False\u000a13:19:25.085560 bus /sierra_3: Setting Powered False\u000a13:19:26.195492 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "36", "name" : "nitb_sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:19:20" }, { "cases" : [ { "testActions" : [ ], "age" : 73, "className" : "sms:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25468): Process ended prematurely: osmo-stp_10.42.42.5(pid=25468) [trial-2390↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25468)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25468): Process ended prematurely: osmo-stp_10.42.42.5(pid=25468) [trial-2390↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25468)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a13:19:28.082936 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:19:28.093583 tst sms:trx-b200: Using 1 x bts (candidates: 1)\u000a13:19:28.226983 tst mo_mt_sms.py: using LAC 34210\u000a13:19:28.349665 tst mo_mt_sms.py: using RAC 40\u000a13:19:28.466072 tst mo_mt_sms.py: using CellId 34210\u000a13:19:28.582079 tst mo_mt_sms.py: using BVCI 34211\u000a13:19:28.604914 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:19:28.615544 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:19:28.626436 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:19:28.636821 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:19:28.647417 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:19:28.658019 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a13:19:28.778689 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a13:19:28.983085 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:19:29.465316 run create_hlr_db(pid=25462): Launched\u000a13:19:29.638781 bus /sierra_2: Setting Powered False\u000a13:19:30.659639 run create_hlr_db(pid=25462): Terminated: ok {rc=0}\u000a13:19:31.111972 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25464): Launched\u000a13:19:31.546447 run osmo-hlr_10.42.42.2(pid=25465): Launched\u000a13:19:31.769967 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:19:32.390920 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25467): Launched\u000a13:19:32.713626 run osmo-stp_10.42.42.5(pid=25468): Launched\u000a13:19:32.829446 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:19:33.415666 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25470): Launched\u000a13:19:33.739197 run osmo-msc_10.42.42.6(pid=25471): Launched\u000a13:19:33.927420 run osmo-stp_10.42.42.5(pid=25468): ERR: Terminated: ERROR {rc=1} [trial-2390↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25468)]\u000a13:19:34.064402 run osmo-stp_10.42.42.5(pid=25468): stdout: \u000a| (launched: 2022-12-13_13:19:32.554091)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:19:34.200239 run osmo-stp_10.42.42.5(pid=25468): stderr: \u000a| �[0;m�[38;5;43m20221213131932745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131932745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131932745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131932745 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131932746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131932746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131932746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:19:34.330317 run osmo-stp_10.42.42.5(pid=25468): stdout: \u000a| (launched: 2022-12-13_13:19:32.554091)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:19:34.458945 run osmo-stp_10.42.42.5(pid=25468): stderr: \u000a| �[0;m�[38;5;43m20221213131932745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131932745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131932745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131932745 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131932746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131932746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131932746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:19:34.515338 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=25468): Process ended prematurely: osmo-stp_10.42.42.5(pid=25468) [trial-2390↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25468)] [trial-2390↪sms:trx-b200↪mo_mt_sms.py:16]\u000a13:19:34.524114 tst mo_mt_sms.py:16: Test FAILED (6.4 sec)\u000a13:19:34.588110 run osmo-hlr_10.42.42.2(pid=25465): ERR: Terminated: ERROR {rc=237} [trial-2390↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25465)]\u000a13:19:34.640622 run osmo-hlr_10.42.42.2(pid=25465): stdout: \u000a| (launched: 2022-12-13_13:19:31.267062) \u000a13:19:34.693912 run osmo-hlr_10.42.42.2(pid=25465): stderr: \u000a| �[0;m�[1;31m20221213131931508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213131931508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213131931508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131931508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131931508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213131931508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213131931521 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/sms:trx-b200/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213131931538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213131931538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213131931538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:19:34.765398 run osmo-msc_10.42.42.6(pid=25471): ERR: Terminated: ERROR {rc=2} [trial-2390↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25471)]\u000a13:19:34.817547 run osmo-msc_10.42.42.6(pid=25471): stdout: \u000a| (launched: 2022-12-13_13:19:33.578258) \u000a13:19:34.870224 run osmo-msc_10.42.42.6(pid=25471): stderr: \u000a| �[0;m�[38;5;43m20221213131933899 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213131933899 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f30b3a72c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213131933899 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213131933899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213131933899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213131933900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213131933901 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213131933902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213131933902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213131933902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:19:34.915341 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25464): Terminating (SIGTERM)\u000a13:19:34.958031 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25467): Terminating (SIGTERM)\u000a13:19:35.000786 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25470): Terminating (SIGTERM)\u000a13:19:35.010585 --- ParallelTerminationStrategy: PID 25464 died...\u000a13:19:35.068037 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25464): Terminated: ok {rc=0}\u000a13:19:35.078252 --- ParallelTerminationStrategy: PID 25467 died...\u000a13:19:35.135375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25467): Terminated: ok {rc=0}\u000a13:19:35.145613 --- ParallelTerminationStrategy: PID 25470 died...\u000a13:19:35.202701 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25470): Terminated: ok {rc=0}\u000a13:19:35.290010 bus /sierra_3: Setting Powered False\u000a13:19:36.396775 bus /sierra_3: Setting Powered False\u000a13:19:37.506128 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "37", "name" : "sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:19:27" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "nitb_ussd:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=25477): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25477) [trial-2390↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25477)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=25477): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25477) [trial-2390↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25477)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 nitb_ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a13:19:39.355887 tst nitb_ussd:trx-b200: Using 1 x ip_address (candidates: 1)\u000a13:19:39.367910 tst nitb_ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a13:19:39.511124 tst assert_extension.py: using LAC 34211\u000a13:19:39.631675 tst assert_extension.py: using RAC 41\u000a13:19:39.750393 tst assert_extension.py: using CellId 34211\u000a13:19:39.870047 tst assert_extension.py: using BVCI 34212\u000a13:19:39.892865 tst nitb_ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a13:19:40.174539 tst assert_extension.py:10: start nitb and bts...\u000a13:19:40.298632 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a13:19:40.921580 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25476): Launched\u000a13:19:41.217102 run osmo-nitb_10.42.42.2(pid=25477): Launched\u000a13:19:41.400868 run osmo-nitb_10.42.42.2(pid=25477): ERR: Terminated: ERROR {rc=2} [trial-2390↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25477)]\u000a13:19:41.536394 run osmo-nitb_10.42.42.2(pid=25477): stdout: \u000a| (launched: 2022-12-13_13:19:41.072842) \u000a13:19:41.672356 run osmo-nitb_10.42.42.2(pid=25477): stderr: \u000a| (launched: 2022-12-13_13:19:41.117279)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:19:41.803748 run osmo-nitb_10.42.42.2(pid=25477): stdout: \u000a| (launched: 2022-12-13_13:19:41.072842) \u000a13:19:41.934269 run osmo-nitb_10.42.42.2(pid=25477): stderr: \u000a| (launched: 2022-12-13_13:19:41.117279)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:19:42.337562 tst osmo-nitb_10.42.42.2(pid=25477): stdout: \u000a| (launched: 2022-12-13_13:19:41.072842) \u000a13:19:42.456176 tst osmo-nitb_10.42.42.2(pid=25477): stderr: \u000a| (launched: 2022-12-13_13:19:41.117279)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:19:42.508414 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=25477): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25477) [trial-2390↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25477)] [trial-2390↪nitb_ussd:trx-b200↪assert_extension.py:12]\u000a13:19:42.516727 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a13:19:42.551842 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25476): Terminating (SIGTERM)\u000a13:19:42.729641 --- ParallelTerminationStrategy: PID 25476 died...\u000a13:19:42.785315 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25476): Terminated: ok {rc=0}\u000a13:19:42.869917 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "38", "name" : "nitb_ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:19:39" }, { "cases" : [ { "testActions" : [ ], "age" : 73, "className" : "ussd:trx-b200", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25487): Process ended prematurely: osmo-stp_10.42.42.5(pid=25487) [trial-2390↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25487)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25487): Process ended prematurely: osmo-stp_10.42.42.5(pid=25487) [trial-2390↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25487)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a13:19:44.703225 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:19:44.713887 tst ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a13:19:44.846771 tst assert_extension.py: using LAC 34212\u000a13:19:44.963029 tst assert_extension.py: using RAC 42\u000a13:19:45.081485 tst assert_extension.py: using CellId 34212\u000a13:19:45.198648 tst assert_extension.py: using BVCI 34213\u000a13:19:45.221278 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:19:45.231639 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:19:45.242123 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:19:45.252389 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:19:45.263173 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:19:45.274121 tst ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a13:19:45.483196 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:19:46.007274 run create_hlr_db(pid=25481): Launched\u000a13:19:46.197706 bus /sierra_2: Setting Powered False\u000a13:19:47.246374 run create_hlr_db(pid=25481): Terminated: ok {rc=0}\u000a13:19:47.653622 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25483): Launched\u000a13:19:47.956931 run osmo-hlr_10.42.42.2(pid=25484): Launched\u000a13:19:48.074280 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:19:48.603952 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25486): Launched\u000a13:19:48.904453 run osmo-stp_10.42.42.5(pid=25487): Launched\u000a13:19:49.013278 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:19:49.560217 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25489): Launched\u000a13:19:49.861144 run osmo-msc_10.42.42.6(pid=25490): Launched\u000a13:19:50.035720 run osmo-stp_10.42.42.5(pid=25487): ERR: Terminated: ERROR {rc=1} [trial-2390↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25487)]\u000a13:19:50.162608 run osmo-stp_10.42.42.5(pid=25487): stdout: \u000a| (launched: 2022-12-13_13:19:48.756054)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:19:50.286908 run osmo-stp_10.42.42.5(pid=25487): stderr: \u000a| �[0;m�[38;5;43m20221213131948925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131948925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131948926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131948926 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131948927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131948927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131948927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:19:50.406537 run osmo-stp_10.42.42.5(pid=25487): stdout: \u000a| (launched: 2022-12-13_13:19:48.756054)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:19:50.525176 run osmo-stp_10.42.42.5(pid=25487): stderr: \u000a| �[0;m�[38;5;43m20221213131948925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131948925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131948926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131948926 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131948927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131948927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131948927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:19:50.577453 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=25487): Process ended prematurely: osmo-stp_10.42.42.5(pid=25487) [trial-2390↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25487)] [trial-2390↪ussd:trx-b200↪assert_extension.py:17]\u000a13:19:50.585683 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a13:19:50.645068 run osmo-hlr_10.42.42.2(pid=25484): ERR: Terminated: ERROR {rc=237} [trial-2390↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25484)]\u000a13:19:50.693976 run osmo-hlr_10.42.42.2(pid=25484): stdout: \u000a| (launched: 2022-12-13_13:19:47.806911) \u000a13:19:50.743340 run osmo-hlr_10.42.42.2(pid=25484): stderr: \u000a| �[0;m�[1;31m20221213131947982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213131947982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213131947982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131947982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131947982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213131947982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213131947994 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/ussd:trx-b200/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213131948003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213131948004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213131948004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:19:50.810693 run osmo-msc_10.42.42.6(pid=25490): ERR: Terminated: ERROR {rc=2} [trial-2390↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25490)]\u000a13:19:50.859580 run osmo-msc_10.42.42.6(pid=25490): stdout: \u000a| (launched: 2022-12-13_13:19:49.711185) \u000a13:19:50.909093 run osmo-msc_10.42.42.6(pid=25490): stderr: \u000a| �[0;m�[38;5;43m20221213131949981 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213131949981 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f64696b0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213131949981 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213131949982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213131949982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213131949982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213131949984 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213131949984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213131949984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213131949984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:19:50.951275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25483): Terminating (SIGTERM)\u000a13:19:50.990991 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25486): Terminating (SIGTERM)\u000a13:19:51.030694 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25489): Terminating (SIGTERM)\u000a13:19:51.039933 --- ParallelTerminationStrategy: PID 25483 died...\u000a13:19:51.093218 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25483): Terminated: ok {rc=0}\u000a13:19:51.102700 --- ParallelTerminationStrategy: PID 25486 died...\u000a13:19:51.155437 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25486): Terminated: ok {rc=0}\u000a13:19:51.164934 --- ParallelTerminationStrategy: PID 25489 died...\u000a13:19:51.217598 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25489): Terminated: ok {rc=0}\u000a13:19:51.306350 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "39", "name" : "ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:19:44" }, { "cases" : [ { "testActions" : [ ], "age" : 73, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25501): Process ended prematurely: osmo-stp_10.42.42.5(pid=25501) [trial-2390↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25501)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25501): Process ended prematurely: osmo-stp_10.42.42.5(pid=25501) [trial-2390↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25501)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a13:19:53.267297 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:19:53.279365 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a13:19:53.446351 tst mo_mt_call.py: using LAC 34213\u000a13:19:53.568899 tst mo_mt_call.py: using RAC 43\u000a13:19:53.692104 tst mo_mt_call.py: using CellId 34213\u000a13:19:53.813885 tst mo_mt_call.py: using BVCI 34214\u000a13:19:53.837446 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:19:53.848543 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:19:53.859468 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:19:53.870438 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:19:53.881477 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:19:53.892424 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:19:54.009255 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:19:54.221727 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:19:54.737449 run create_hlr_db(pid=25495): Launched\u000a13:19:54.926407 bus /sierra_2: Setting Powered False\u000a13:19:55.947755 run create_hlr_db(pid=25495): Terminated: ok {rc=0}\u000a13:19:56.357783 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25497): Launched\u000a13:19:56.667010 run osmo-hlr_10.42.42.2(pid=25498): Launched\u000a13:19:56.780015 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:19:57.314610 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25500): Launched\u000a13:19:57.622454 run osmo-stp_10.42.42.5(pid=25501): Launched\u000a13:19:57.734046 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:19:58.292772 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25503): Launched\u000a13:19:58.603377 run osmo-msc_10.42.42.6(pid=25504): Launched\u000a13:19:58.783610 run osmo-stp_10.42.42.5(pid=25501): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25501)]\u000a13:19:58.914229 run osmo-stp_10.42.42.5(pid=25501): stdout: \u000a| (launched: 2022-12-13_13:19:57.469714)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:19:59.042212 run osmo-stp_10.42.42.5(pid=25501): stderr: \u000a| �[0;m�[38;5;43m20221213131957636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131957636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131957636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131957637 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131957637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131957638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131957638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:19:59.165093 run osmo-stp_10.42.42.5(pid=25501): stdout: \u000a| (launched: 2022-12-13_13:19:57.469714)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:19:59.286636 run osmo-stp_10.42.42.5(pid=25501): stderr: \u000a| �[0;m�[38;5;43m20221213131957636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213131957636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213131957636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213131957637 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213131957637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213131957638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213131957638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:19:59.340341 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25501): Process ended prematurely: osmo-stp_10.42.42.5(pid=25501) [trial-2390↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25501)] [trial-2390↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a13:19:59.349139 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a13:19:59.408886 run osmo-hlr_10.42.42.2(pid=25498): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25498)]\u000a13:19:59.458225 run osmo-hlr_10.42.42.2(pid=25498): stdout: \u000a| (launched: 2022-12-13_13:19:56.513085) \u000a13:19:59.507956 run osmo-hlr_10.42.42.2(pid=25498): stderr: \u000a| �[0;m�[1;31m20221213131956689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213131956689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213131956689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131956689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213131956689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213131956689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213131956701 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213131956710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213131956710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213131956710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:19:59.576705 run osmo-msc_10.42.42.6(pid=25504): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25504)]\u000a13:19:59.626121 run osmo-msc_10.42.42.6(pid=25504): stdout: \u000a| (launched: 2022-12-13_13:19:58.448503) \u000a13:19:59.676095 run osmo-msc_10.42.42.6(pid=25504): stderr: \u000a| �[0;m�[38;5;43m20221213131958719 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213131958719 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2abbed2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213131958719 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213131958719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213131958720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213131958720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213131958721 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213131958722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213131958722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213131958722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:19:59.718390 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25497): Terminating (SIGTERM)\u000a13:19:59.758300 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25500): Terminating (SIGTERM)\u000a13:19:59.798182 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25503): Terminating (SIGTERM)\u000a13:19:59.807268 --- ParallelTerminationStrategy: PID 25497 died...\u000a13:19:59.860895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25497): Terminated: ok {rc=0}\u000a13:19:59.870429 --- ParallelTerminationStrategy: PID 25500 died...\u000a13:19:59.923449 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25500): Terminated: ok {rc=0}\u000a13:19:59.932934 --- ParallelTerminationStrategy: PID 25503 died...\u000a13:19:59.986382 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25503): Terminated: ok {rc=0}\u000a13:20:00.070342 bus /sierra_3: Setting Powered False\u000a13:20:01.199133 bus /sierra_3: Setting Powered False\u000a13:20:02.317884 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 73, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25515): Process ended prematurely: osmo-stp_10.42.42.5(pid=25515) [trial-2390↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25515)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25515): Process ended prematurely: osmo-stp_10.42.42.5(pid=25515) [trial-2390↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25515)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:20:03.434182 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:20:03.446309 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a13:20:03.607457 tst mo_mt_call_osmux.py: using LAC 34214\u000a13:20:03.732849 tst mo_mt_call_osmux.py: using RAC 44\u000a13:20:03.856056 tst mo_mt_call_osmux.py: using CellId 34214\u000a13:20:03.973676 tst mo_mt_call_osmux.py: using BVCI 34215\u000a13:20:03.997093 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:20:04.008292 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:20:04.019283 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:20:04.030515 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:20:04.041977 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:20:04.053019 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:20:04.172796 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:20:04.381463 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:20:04.870546 run create_hlr_db(pid=25509): Launched\u000a13:20:05.046758 bus /sierra_2: Setting Powered False\u000a13:20:06.067234 run create_hlr_db(pid=25509): Terminated: ok {rc=0}\u000a13:20:06.501747 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25511): Launched\u000a13:20:06.831772 run osmo-hlr_10.42.42.2(pid=25512): Launched\u000a13:20:06.953542 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:20:07.526820 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25514): Launched\u000a13:20:07.856790 run osmo-stp_10.42.42.5(pid=25515): Launched\u000a13:20:07.974932 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:20:08.571870 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25517): Launched\u000a13:20:08.901186 run osmo-msc_10.42.42.6(pid=25518): Launched\u000a13:20:09.092631 run osmo-stp_10.42.42.5(pid=25515): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25515)]\u000a13:20:09.231162 run osmo-stp_10.42.42.5(pid=25515): stdout: \u000a| (launched: 2022-12-13_13:20:07.694252)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:20:09.368159 run osmo-stp_10.42.42.5(pid=25515): stderr: \u000a| �[0;m�[38;5;43m20221213132007884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132007884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132007885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132007885 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132007885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132007886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132007886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:20:09.498851 run osmo-stp_10.42.42.5(pid=25515): stdout: \u000a| (launched: 2022-12-13_13:20:07.694252)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:20:09.628831 run osmo-stp_10.42.42.5(pid=25515): stderr: \u000a| �[0;m�[38;5;43m20221213132007884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132007884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132007885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132007885 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132007885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132007886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132007886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:20:09.686374 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25515): Process ended prematurely: osmo-stp_10.42.42.5(pid=25515) [trial-2390↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25515)] [trial-2390↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a13:20:09.695782 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a13:20:09.758785 run osmo-hlr_10.42.42.2(pid=25512): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25512)]\u000a13:20:09.810831 run osmo-hlr_10.42.42.2(pid=25512): stdout: \u000a| (launched: 2022-12-13_13:20:06.669329) \u000a13:20:09.863314 run osmo-hlr_10.42.42.2(pid=25512): stderr: \u000a| �[0;m�[1;31m20221213132006864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213132006864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213132006865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132006865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132006865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213132006865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213132006876 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213132006887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213132006887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213132006887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:20:09.934082 run osmo-msc_10.42.42.6(pid=25518): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25518)]\u000a13:20:09.985392 run osmo-msc_10.42.42.6(pid=25518): stdout: \u000a| (launched: 2022-12-13_13:20:08.738714) \u000a13:20:10.037392 run osmo-msc_10.42.42.6(pid=25518): stderr: \u000a| �[0;m�[38;5;43m20221213132009059 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213132009059 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f45d70b4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213132009060 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213132009060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213132009060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213132009060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213132009062 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213132009062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213132009062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213132009062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:20:10.081976 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25511): Terminating (SIGTERM)\u000a13:20:10.124174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25514): Terminating (SIGTERM)\u000a13:20:10.166470 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25517): Terminating (SIGTERM)\u000a13:20:10.176027 --- ParallelTerminationStrategy: PID 25511 died...\u000a13:20:10.232314 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25511): Terminated: ok {rc=0}\u000a13:20:10.242331 --- ParallelTerminationStrategy: PID 25514 died...\u000a13:20:10.298422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25514): Terminated: ok {rc=0}\u000a13:20:10.308377 --- ParallelTerminationStrategy: PID 25517 died...\u000a13:20:10.364776 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25517): Terminated: ok {rc=0}\u000a13:20:10.451779 bus /sierra_3: Setting Powered False\u000a13:20:11.558475 bus /sierra_3: Setting Powered False\u000a13:20:12.668342 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "40", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:19:52" }, { "cases" : [ { "testActions" : [ ], "age" : 73, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25530): Process ended prematurely: osmo-stp_10.42.42.5(pid=25530) [trial-2390↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25530)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25530): Process ended prematurely: osmo-stp_10.42.42.5(pid=25530) [trial-2390↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25530)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a13:20:14.661095 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:20:14.672002 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a13:20:14.830436 tst mo_mt_call.py: using LAC 34215\u000a13:20:14.950001 tst mo_mt_call.py: using RAC 45\u000a13:20:15.072396 tst mo_mt_call.py: using CellId 34215\u000a13:20:15.193771 tst mo_mt_call.py: using BVCI 34216\u000a13:20:15.217224 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:20:15.228142 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:20:15.239106 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:20:15.250006 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:20:15.261059 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:20:15.271914 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:20:15.394362 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:20:15.598728 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:20:16.129724 run create_hlr_db(pid=25524): Launched\u000a13:20:16.338108 bus /sierra_2: Setting Powered False\u000a13:20:17.347635 run create_hlr_db(pid=25524): Terminated: ok {rc=0}\u000a13:20:17.790739 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25526): Launched\u000a13:20:18.119534 run osmo-hlr_10.42.42.2(pid=25527): Launched\u000a13:20:18.235937 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:20:18.807748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25529): Launched\u000a13:20:19.138698 run osmo-stp_10.42.42.5(pid=25530): Launched\u000a13:20:19.257501 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:20:19.856243 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25532): Launched\u000a13:20:20.184748 run osmo-msc_10.42.42.6(pid=25533): Launched\u000a13:20:20.377479 run osmo-stp_10.42.42.5(pid=25530): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25530)]\u000a13:20:20.520171 run osmo-stp_10.42.42.5(pid=25530): stdout: \u000a| (launched: 2022-12-13_13:20:18.974818)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:20:20.657280 run osmo-stp_10.42.42.5(pid=25530): stderr: \u000a| �[0;m�[38;5;43m20221213132019164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132019165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132019165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132019165 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132019166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132019166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132019166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:20:20.788572 run osmo-stp_10.42.42.5(pid=25530): stdout: \u000a| (launched: 2022-12-13_13:20:18.974818)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:20:20.918850 run osmo-stp_10.42.42.5(pid=25530): stderr: \u000a| �[0;m�[38;5;43m20221213132019164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132019165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132019165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132019165 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132019166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132019166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132019166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:20:20.976116 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25530): Process ended prematurely: osmo-stp_10.42.42.5(pid=25530) [trial-2390↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25530)] [trial-2390↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a13:20:20.985778 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a13:20:21.049461 run osmo-hlr_10.42.42.2(pid=25527): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25527)]\u000a13:20:21.101430 run osmo-hlr_10.42.42.2(pid=25527): stdout: \u000a| (launched: 2022-12-13_13:20:17.957548) \u000a13:20:21.154086 run osmo-hlr_10.42.42.2(pid=25527): stderr: \u000a| �[0;m�[1;31m20221213132018155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213132018155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213132018155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132018155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132018155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213132018155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213132018168 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213132018176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213132018176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213132018176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:20:21.225298 run osmo-msc_10.42.42.6(pid=25533): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25533)]\u000a13:20:21.277115 run osmo-msc_10.42.42.6(pid=25533): stdout: \u000a| (launched: 2022-12-13_13:20:20.023524) \u000a13:20:21.329327 run osmo-msc_10.42.42.6(pid=25533): stderr: \u000a| �[0;m�[38;5;43m20221213132020344 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213132020344 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0bb8092c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213132020344 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213132020344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213132020344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213132020344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213132020346 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213132020346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213132020347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213132020347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:20:21.374271 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25526): Terminating (SIGTERM)\u000a13:20:21.417177 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25529): Terminating (SIGTERM)\u000a13:20:21.459732 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25532): Terminating (SIGTERM)\u000a13:20:21.469547 --- ParallelTerminationStrategy: PID 25526 died...\u000a13:20:21.526614 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25526): Terminated: ok {rc=0}\u000a13:20:21.536858 --- ParallelTerminationStrategy: PID 25529 died...\u000a13:20:21.593783 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25529): Terminated: ok {rc=0}\u000a13:20:21.604345 --- ParallelTerminationStrategy: PID 25532 died...\u000a13:20:21.662017 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25532): Terminated: ok {rc=0}\u000a13:20:21.750498 bus /sierra_3: Setting Powered False\u000a13:20:22.858166 bus /sierra_3: Setting Powered False\u000a13:20:23.970446 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 73, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25541): Process ended prematurely: osmo-stp_10.42.42.5(pid=25541) [trial-2390↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25541)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25541): Process ended prematurely: osmo-stp_10.42.42.5(pid=25541) [trial-2390↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25541)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:20:25.081882 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:20:25.093836 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a13:20:25.252906 tst mo_mt_call_osmux.py: using LAC 34216\u000a13:20:25.380558 tst mo_mt_call_osmux.py: using RAC 46\u000a13:20:25.510064 tst mo_mt_call_osmux.py: using CellId 34216\u000a13:20:25.639664 tst mo_mt_call_osmux.py: using BVCI 34217\u000a13:20:25.664864 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:20:25.676683 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:20:25.688459 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:20:25.700006 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:20:25.711941 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:20:25.723738 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:20:25.840704 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:20:26.054768 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:20:26.571131 run create_hlr_db(pid=25535): Launched\u000a13:20:26.761120 bus /sierra_2: Setting Powered False\u000a13:20:27.780889 run create_hlr_db(pid=25535): Terminated: ok {rc=0}\u000a13:20:28.192392 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25537): Launched\u000a13:20:28.499477 run osmo-hlr_10.42.42.2(pid=25538): Launched\u000a13:20:28.612808 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:20:29.145173 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25540): Launched\u000a13:20:29.450742 run osmo-stp_10.42.42.5(pid=25541): Launched\u000a13:20:29.561352 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:20:30.126507 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25543): Launched\u000a13:20:30.435604 run osmo-msc_10.42.42.6(pid=25544): Launched\u000a13:20:30.615034 run osmo-stp_10.42.42.5(pid=25541): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25541)]\u000a13:20:30.744868 run osmo-stp_10.42.42.5(pid=25541): stdout: \u000a| (launched: 2022-12-13_13:20:29.300306)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:20:30.896175 run osmo-stp_10.42.42.5(pid=25541): stderr: \u000a| �[0;m�[38;5;43m20221213132029468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132029468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132029468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132029469 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132029469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132029469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132029469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:20:31.021792 run osmo-stp_10.42.42.5(pid=25541): stdout: \u000a| (launched: 2022-12-13_13:20:29.300306)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:20:31.180646 run osmo-stp_10.42.42.5(pid=25541): stderr: \u000a| �[0;m�[38;5;43m20221213132029468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132029468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132029468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132029469 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132029469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132029469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132029469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:20:31.237575 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25541): Process ended prematurely: osmo-stp_10.42.42.5(pid=25541) [trial-2390↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25541)] [trial-2390↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a13:20:31.246748 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a13:20:31.308155 run osmo-hlr_10.42.42.2(pid=25538): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25538)]\u000a13:20:31.358837 run osmo-hlr_10.42.42.2(pid=25538): stdout: \u000a| (launched: 2022-12-13_13:20:28.348277) \u000a13:20:31.410483 run osmo-hlr_10.42.42.2(pid=25538): stderr: \u000a| �[0;m�[1;31m20221213132028525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213132028525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213132028525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132028525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132028525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213132028525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213132028537 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213132028546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213132028546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213132028547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:20:31.480081 run osmo-msc_10.42.42.6(pid=25544): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25544)]\u000a13:20:31.531528 run osmo-msc_10.42.42.6(pid=25544): stdout: \u000a| (launched: 2022-12-13_13:20:30.283350) \u000a13:20:31.583586 run osmo-msc_10.42.42.6(pid=25544): stderr: \u000a| �[0;m�[38;5;43m20221213132030553 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213132030553 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffa48801c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213132030553 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213132030553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213132030553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213132030554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213132030555 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213132030556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213132030556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213132030556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:20:31.627864 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25537): Terminating (SIGTERM)\u000a13:20:31.669603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25540): Terminating (SIGTERM)\u000a13:20:31.712182 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25543): Terminating (SIGTERM)\u000a13:20:31.723918 --- ParallelTerminationStrategy: PID 25537 died...\u000a13:20:31.780364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25537): Terminated: ok {rc=0}\u000a13:20:31.790636 --- ParallelTerminationStrategy: PID 25540 died...\u000a13:20:31.845239 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25540): Terminated: ok {rc=0}\u000a13:20:31.855327 --- ParallelTerminationStrategy: PID 25543 died...\u000a13:20:31.926406 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25543): Terminated: ok {rc=0}\u000a13:20:32.041845 bus /sierra_3: Setting Powered False\u000a13:20:33.150530 bus /sierra_3: Setting Powered False\u000a13:20:34.261678 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "41", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:20:14" }, { "cases" : [ { "testActions" : [ ], "age" : 73, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25556): Process ended prematurely: osmo-stp_10.42.42.5(pid=25556) [trial-2390↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25556)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25556): Process ended prematurely: osmo-stp_10.42.42.5(pid=25556) [trial-2390↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25556)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a13:20:36.259201 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:20:36.270358 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a13:20:36.428294 tst mo_mt_call.py: using LAC 34217\u000a13:20:36.549487 tst mo_mt_call.py: using RAC 47\u000a13:20:36.668643 tst mo_mt_call.py: using CellId 34217\u000a13:20:36.789148 tst mo_mt_call.py: using BVCI 34218\u000a13:20:36.812380 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:20:36.823491 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:20:36.834388 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:20:36.845269 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:20:36.856132 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:20:36.867075 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:20:36.990212 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:20:37.194351 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:20:37.685823 run create_hlr_db(pid=25550): Launched\u000a13:20:37.860295 bus /sierra_2: Setting Powered False\u000a13:20:38.882485 run create_hlr_db(pid=25550): Terminated: ok {rc=0}\u000a13:20:39.318556 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25552): Launched\u000a13:20:39.648791 run osmo-hlr_10.42.42.2(pid=25553): Launched\u000a13:20:39.769232 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:20:40.343577 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25555): Launched\u000a13:20:40.674382 run osmo-stp_10.42.42.5(pid=25556): Launched\u000a13:20:40.793144 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:20:41.393626 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25558): Launched\u000a13:20:41.723575 run osmo-msc_10.42.42.6(pid=25559): Launched\u000a13:20:41.980669 run osmo-stp_10.42.42.5(pid=25556): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25556)]\u000a13:20:42.120372 run osmo-stp_10.42.42.5(pid=25556): stdout: \u000a| (launched: 2022-12-13_13:20:40.511308)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:20:42.258694 run osmo-stp_10.42.42.5(pid=25556): stderr: \u000a| �[0;m�[38;5;43m20221213132040703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132040703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132040703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132040704 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132040704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132040704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132040704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:20:42.391466 run osmo-stp_10.42.42.5(pid=25556): stdout: \u000a| (launched: 2022-12-13_13:20:40.511308)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:20:42.523101 run osmo-stp_10.42.42.5(pid=25556): stderr: \u000a| �[0;m�[38;5;43m20221213132040703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132040703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132040703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132040704 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132040704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132040704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132040704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:20:42.581145 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25556): Process ended prematurely: osmo-stp_10.42.42.5(pid=25556) [trial-2390↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25556)] [trial-2390↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a13:20:42.590722 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a13:20:42.654477 run osmo-hlr_10.42.42.2(pid=25553): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25553)]\u000a13:20:42.706813 run osmo-hlr_10.42.42.2(pid=25553): stdout: \u000a| (launched: 2022-12-13_13:20:39.485673) \u000a13:20:42.759474 run osmo-hlr_10.42.42.2(pid=25553): stderr: \u000a| �[0;m�[1;31m20221213132039682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213132039682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213132039682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132039682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132039682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213132039682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213132039699 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213132039709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213132039709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213132039709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:20:42.831394 run osmo-msc_10.42.42.6(pid=25559): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25559)]\u000a13:20:42.883504 run osmo-msc_10.42.42.6(pid=25559): stdout: \u000a| (launched: 2022-12-13_13:20:41.560747) \u000a13:20:42.936422 run osmo-msc_10.42.42.6(pid=25559): stderr: \u000a| �[0;m�[38;5;43m20221213132041880 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213132041880 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f19133d2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213132041880 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213132041880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213132041881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213132041881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213132041884 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213132041884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213132041884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213132041884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:20:42.981450 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25552): Terminating (SIGTERM)\u000a13:20:43.024408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25555): Terminating (SIGTERM)\u000a13:20:43.067136 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25558): Terminating (SIGTERM)\u000a13:20:43.076834 --- ParallelTerminationStrategy: PID 25552 died...\u000a13:20:43.134109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25552): Terminated: ok {rc=0}\u000a13:20:43.144170 --- ParallelTerminationStrategy: PID 25555 died...\u000a13:20:43.201563 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25555): Terminated: ok {rc=0}\u000a13:20:43.211863 --- ParallelTerminationStrategy: PID 25558 died...\u000a13:20:43.269209 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25558): Terminated: ok {rc=0}\u000a13:20:43.357720 bus /sierra_3: Setting Powered False\u000a13:20:44.464781 bus /sierra_3: Setting Powered False\u000a13:20:45.573849 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 73, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25567): Process ended prematurely: osmo-stp_10.42.42.5(pid=25567) [trial-2390↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25567)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25567): Process ended prematurely: osmo-stp_10.42.42.5(pid=25567) [trial-2390↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25567)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:20:46.685181 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:20:46.698993 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a13:20:46.866946 tst mo_mt_call_osmux.py: using LAC 34218\u000a13:20:46.990841 tst mo_mt_call_osmux.py: using RAC 48\u000a13:20:47.121346 tst mo_mt_call_osmux.py: using CellId 34218\u000a13:20:47.253342 tst mo_mt_call_osmux.py: using BVCI 34219\u000a13:20:47.279114 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:20:47.291444 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:20:47.303605 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:20:47.315095 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:20:47.328167 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:20:47.340644 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:20:47.462123 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:20:47.677819 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:20:48.193661 run create_hlr_db(pid=25561): Launched\u000a13:20:48.383095 bus /sierra_2: Setting Powered False\u000a13:20:49.393393 run create_hlr_db(pid=25561): Terminated: ok {rc=0}\u000a13:20:49.837462 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25563): Launched\u000a13:20:50.164670 run osmo-hlr_10.42.42.2(pid=25564): Launched\u000a13:20:50.284731 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:20:50.859994 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25566): Launched\u000a13:20:51.188839 run osmo-stp_10.42.42.5(pid=25567): Launched\u000a13:20:51.308114 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:20:51.903787 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25569): Launched\u000a13:20:52.210699 run osmo-msc_10.42.42.6(pid=25571): Launched\u000a13:20:52.388868 run osmo-stp_10.42.42.5(pid=25567): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25567)]\u000a13:20:52.517479 run osmo-stp_10.42.42.5(pid=25567): stdout: \u000a| (launched: 2022-12-13_13:20:51.026687)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:20:52.644707 run osmo-stp_10.42.42.5(pid=25567): stderr: \u000a| �[0;m�[38;5;43m20221213132051215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132051216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132051216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132051216 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132051217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132051217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132051217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:20:52.766801 run osmo-stp_10.42.42.5(pid=25567): stdout: \u000a| (launched: 2022-12-13_13:20:51.026687)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:20:52.888031 run osmo-stp_10.42.42.5(pid=25567): stderr: \u000a| �[0;m�[38;5;43m20221213132051215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132051216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132051216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132051216 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132051217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132051217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132051217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:20:52.941717 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25567): Process ended prematurely: osmo-stp_10.42.42.5(pid=25567) [trial-2390↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25567)] [trial-2390↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a13:20:52.950509 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a13:20:53.009534 run osmo-hlr_10.42.42.2(pid=25564): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25564)]\u000a13:20:53.058751 run osmo-hlr_10.42.42.2(pid=25564): stdout: \u000a| (launched: 2022-12-13_13:20:50.003637) \u000a13:20:53.108203 run osmo-hlr_10.42.42.2(pid=25564): stderr: \u000a| �[0;m�[1;31m20221213132050201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213132050201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213132050201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132050201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132050202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213132050202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213132050214 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213132050222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213132050223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213132050223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:20:53.175077 run osmo-msc_10.42.42.6(pid=25571): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25571)]\u000a13:20:53.223765 run osmo-msc_10.42.42.6(pid=25571): stdout: \u000a| (launched: 2022-12-13_13:20:52.059293) \u000a13:20:53.273030 run osmo-msc_10.42.42.6(pid=25571): stderr: \u000a| �[0;m�[38;5;43m20221213132052330 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213132052330 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9355ccac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213132052330 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213132052330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213132052330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213132052330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213132052332 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213132052332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213132052333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213132052333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:20:53.315602 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25563): Terminating (SIGTERM)\u000a13:20:53.355272 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25566): Terminating (SIGTERM)\u000a13:20:53.394838 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25569): Terminating (SIGTERM)\u000a13:20:53.403914 --- ParallelTerminationStrategy: PID 25563 died...\u000a13:20:53.457016 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25563): Terminated: ok {rc=0}\u000a13:20:53.466470 --- ParallelTerminationStrategy: PID 25566 died...\u000a13:20:53.519249 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25566): Terminated: ok {rc=0}\u000a13:20:53.528651 --- ParallelTerminationStrategy: PID 25569 died...\u000a13:20:53.582067 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25569): Terminated: ok {rc=0}\u000a13:20:53.669597 bus /sierra_3: Setting Powered False\u000a13:20:54.772361 bus /sierra_3: Setting Powered False\u000a13:20:55.883998 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "42", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:20:35" }, { "cases" : [ { "testActions" : [ ], "age" : 73, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25582): Process ended prematurely: osmo-stp_10.42.42.5(pid=25582) [trial-2390↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25582)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25582): Process ended prematurely: osmo-stp_10.42.42.5(pid=25582) [trial-2390↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25582)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a13:20:57.886979 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:20:57.898323 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a13:20:58.060875 tst mo_mt_call.py: using LAC 34219\u000a13:20:58.188187 tst mo_mt_call.py: using RAC 49\u000a13:20:58.315208 tst mo_mt_call.py: using CellId 34219\u000a13:20:58.441948 tst mo_mt_call.py: using BVCI 34220\u000a13:20:58.466894 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:20:58.478450 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:20:58.489896 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:20:58.501305 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:20:58.513645 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:20:58.525930 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:20:58.646473 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:20:58.861915 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:20:59.379157 run create_hlr_db(pid=25576): Launched\u000a13:20:59.569176 bus /sierra_2: Setting Powered False\u000a13:21:00.589876 run create_hlr_db(pid=25576): Terminated: ok {rc=0}\u000a13:21:01.065174 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25578): Launched\u000a13:21:01.563554 run osmo-hlr_10.42.42.2(pid=25579): Launched\u000a13:21:01.700279 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:21:02.284701 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25581): Launched\u000a13:21:02.595343 run osmo-stp_10.42.42.5(pid=25582): Launched\u000a13:21:02.707090 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:21:03.270066 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25584): Launched\u000a13:21:03.578071 run osmo-msc_10.42.42.6(pid=25585): Launched\u000a13:21:03.756565 run osmo-stp_10.42.42.5(pid=25582): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25582)]\u000a13:21:03.885974 run osmo-stp_10.42.42.5(pid=25582): stdout: \u000a| (launched: 2022-12-13_13:21:02.442732)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:21:04.012881 run osmo-stp_10.42.42.5(pid=25582): stderr: \u000a| �[0;m�[38;5;43m20221213132102610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132102610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132102611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132102611 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132102611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132102612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132102612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:21:04.135265 run osmo-stp_10.42.42.5(pid=25582): stdout: \u000a| (launched: 2022-12-13_13:21:02.442732)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:21:04.255804 run osmo-stp_10.42.42.5(pid=25582): stderr: \u000a| �[0;m�[38;5;43m20221213132102610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132102610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132102611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132102611 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132102611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132102612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132102612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:21:04.309427 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25582): Process ended prematurely: osmo-stp_10.42.42.5(pid=25582) [trial-2390↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25582)] [trial-2390↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a13:21:04.318099 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a13:21:04.376740 run osmo-hlr_10.42.42.2(pid=25579): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25579)]\u000a13:21:04.425315 run osmo-hlr_10.42.42.2(pid=25579): stdout: \u000a| (launched: 2022-12-13_13:21:01.223433) \u000a13:21:04.474307 run osmo-hlr_10.42.42.2(pid=25579): stderr: \u000a| �[0;m�[1;31m20221213132101418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213132101418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213132101418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132101419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132101419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213132101419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213132101433 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213132101447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213132101448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213132101448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:21:04.540904 run osmo-msc_10.42.42.6(pid=25585): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25585)]\u000a13:21:04.589718 run osmo-msc_10.42.42.6(pid=25585): stdout: \u000a| (launched: 2022-12-13_13:21:03.426344) \u000a13:21:04.638968 run osmo-msc_10.42.42.6(pid=25585): stderr: \u000a| �[0;m�[38;5;43m20221213132103699 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213132103699 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9da9ee2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213132103699 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213132103699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213132103699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213132103699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213132103701 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213132103702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213132103702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213132103702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:21:04.681066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25578): Terminating (SIGTERM)\u000a13:21:04.720575 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25581): Terminating (SIGTERM)\u000a13:21:04.760251 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25584): Terminating (SIGTERM)\u000a13:21:04.769464 --- ParallelTerminationStrategy: PID 25578 died...\u000a13:21:04.822517 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25578): Terminated: ok {rc=0}\u000a13:21:04.831939 --- ParallelTerminationStrategy: PID 25581 died...\u000a13:21:04.884896 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25581): Terminated: ok {rc=0}\u000a13:21:04.894427 --- ParallelTerminationStrategy: PID 25584 died...\u000a13:21:04.947195 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25584): Terminated: ok {rc=0}\u000a13:21:05.035581 bus /sierra_3: Setting Powered False\u000a13:21:06.139835 bus /sierra_3: Setting Powered False\u000a13:21:07.251462 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 73, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25593): Process ended prematurely: osmo-stp_10.42.42.5(pid=25593) [trial-2390↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25593)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25593): Process ended prematurely: osmo-stp_10.42.42.5(pid=25593) [trial-2390↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25593)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:21:08.361734 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:21:08.373341 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a13:21:08.529067 tst mo_mt_call_osmux.py: using LAC 34220\u000a13:21:08.653321 tst mo_mt_call_osmux.py: using RAC 50\u000a13:21:08.772688 tst mo_mt_call_osmux.py: using CellId 34220\u000a13:21:08.892442 tst mo_mt_call_osmux.py: using BVCI 34221\u000a13:21:08.916302 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:21:08.927381 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:21:08.938320 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:21:08.949174 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:21:08.960088 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:21:08.971058 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:21:09.087807 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:21:09.300851 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:21:09.817584 run create_hlr_db(pid=25587): Launched\u000a13:21:10.006658 bus /sierra_2: Setting Powered False\u000a13:21:11.027034 run create_hlr_db(pid=25587): Terminated: ok {rc=0}\u000a13:21:11.438149 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25589): Launched\u000a13:21:11.746516 run osmo-hlr_10.42.42.2(pid=25590): Launched\u000a13:21:11.867243 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:21:12.403000 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25592): Launched\u000a13:21:12.707992 run osmo-stp_10.42.42.5(pid=25593): Launched\u000a13:21:12.818220 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:21:13.376859 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25595): Launched\u000a13:21:13.684281 run osmo-msc_10.42.42.6(pid=25596): Launched\u000a13:21:13.864012 run osmo-stp_10.42.42.5(pid=25593): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25593)]\u000a13:21:13.993727 run osmo-stp_10.42.42.5(pid=25593): stdout: \u000a| (launched: 2022-12-13_13:21:12.558068)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:21:14.120893 run osmo-stp_10.42.42.5(pid=25593): stderr: \u000a| �[0;m�[38;5;43m20221213132112726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132112727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132112727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132112727 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132112728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132112728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132112728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:21:14.243014 run osmo-stp_10.42.42.5(pid=25593): stdout: \u000a| (launched: 2022-12-13_13:21:12.558068)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:21:14.363520 run osmo-stp_10.42.42.5(pid=25593): stderr: \u000a| �[0;m�[38;5;43m20221213132112726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132112727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132112727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132112727 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132112728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132112728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132112728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:21:14.416866 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25593): Process ended prematurely: osmo-stp_10.42.42.5(pid=25593) [trial-2390↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25593)] [trial-2390↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a13:21:14.425595 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a13:21:14.485231 run osmo-hlr_10.42.42.2(pid=25590): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25590)]\u000a13:21:14.534346 run osmo-hlr_10.42.42.2(pid=25590): stdout: \u000a| (launched: 2022-12-13_13:21:11.593812) \u000a13:21:14.584091 run osmo-hlr_10.42.42.2(pid=25590): stderr: \u000a| �[0;m�[1;31m20221213132111767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213132111768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213132111768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132111768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132111768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213132111768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213132111780 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213132111790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213132111791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213132111791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:21:14.651761 run osmo-msc_10.42.42.6(pid=25596): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25596)]\u000a13:21:14.700793 run osmo-msc_10.42.42.6(pid=25596): stdout: \u000a| (launched: 2022-12-13_13:21:13.532839) \u000a13:21:14.750418 run osmo-msc_10.42.42.6(pid=25596): stderr: \u000a| �[0;m�[38;5;43m20221213132113804 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213132113804 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fef76324c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213132113804 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213132113804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213132113804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213132113805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213132113806 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213132113807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213132113807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213132113807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:21:14.792745 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25589): Terminating (SIGTERM)\u000a13:21:14.832998 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25592): Terminating (SIGTERM)\u000a13:21:14.873065 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25595): Terminating (SIGTERM)\u000a13:21:14.882258 --- ParallelTerminationStrategy: PID 25589 died...\u000a13:21:14.935994 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25589): Terminated: ok {rc=0}\u000a13:21:14.945931 --- ParallelTerminationStrategy: PID 25592 died...\u000a13:21:14.999209 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25592): Terminated: ok {rc=0}\u000a13:21:15.008748 --- ParallelTerminationStrategy: PID 25595 died...\u000a13:21:15.062050 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25595): Terminated: ok {rc=0}\u000a13:21:15.150784 bus /sierra_3: Setting Powered False\u000a13:21:16.281732 bus /sierra_3: Setting Powered False\u000a13:21:17.396167 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "43", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:20:57" }, { "cases" : [ { "testActions" : [ ], "age" : 73, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25609): Process ended prematurely: osmo-stp_10.42.42.5(pid=25609) [trial-2390↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25609)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25609): Process ended prematurely: osmo-stp_10.42.42.5(pid=25609) [trial-2390↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25609)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a13:21:19.389303 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:21:19.400379 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a13:21:19.560358 tst mo_mt_call.py: using LAC 34221\u000a13:21:19.682555 tst mo_mt_call.py: using RAC 51\u000a13:21:19.803917 tst mo_mt_call.py: using CellId 34221\u000a13:21:19.925445 tst mo_mt_call.py: using BVCI 34222\u000a13:21:19.948583 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:21:19.959571 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:21:19.970507 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:21:19.981401 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:21:19.992755 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:21:20.003832 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:21:20.125655 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:21:20.329053 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:21:20.818418 run create_hlr_db(pid=25603): Launched\u000a13:21:20.992833 bus /sierra_2: Setting Powered False\u000a13:21:22.015447 run create_hlr_db(pid=25603): Terminated: ok {rc=0}\u000a13:21:22.450987 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25605): Launched\u000a13:21:22.780096 run osmo-hlr_10.42.42.2(pid=25606): Launched\u000a13:21:22.901600 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:21:23.434188 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25608): Launched\u000a13:21:23.740816 run osmo-stp_10.42.42.5(pid=25609): Launched\u000a13:21:23.850587 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:21:24.407325 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25611): Launched\u000a13:21:24.712867 run osmo-msc_10.42.42.6(pid=25612): Launched\u000a13:21:24.891536 run osmo-stp_10.42.42.5(pid=25609): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25609)]\u000a13:21:25.020424 run osmo-stp_10.42.42.5(pid=25609): stdout: \u000a| (launched: 2022-12-13_13:21:23.590707)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:21:25.147388 run osmo-stp_10.42.42.5(pid=25609): stderr: \u000a| �[0;m�[38;5;43m20221213132123761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132123761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132123761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132123762 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132123762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132123763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132123763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:21:25.269114 run osmo-stp_10.42.42.5(pid=25609): stdout: \u000a| (launched: 2022-12-13_13:21:23.590707)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:21:25.389764 run osmo-stp_10.42.42.5(pid=25609): stderr: \u000a| �[0;m�[38;5;43m20221213132123761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132123761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132123761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132123762 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132123762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132123763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132123763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:21:25.442968 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25609): Process ended prematurely: osmo-stp_10.42.42.5(pid=25609) [trial-2390↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25609)] [trial-2390↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a13:21:25.451640 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a13:21:25.510924 run osmo-hlr_10.42.42.2(pid=25606): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25606)]\u000a13:21:25.560115 run osmo-hlr_10.42.42.2(pid=25606): stdout: \u000a| (launched: 2022-12-13_13:21:22.617801) \u000a13:21:25.609715 run osmo-hlr_10.42.42.2(pid=25606): stderr: \u000a| �[0;m�[1;31m20221213132122815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213132122815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213132122815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132122815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132122815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213132122815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213132122828 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213132122838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213132122838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213132122838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:21:25.676581 run osmo-msc_10.42.42.6(pid=25612): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25612)]\u000a13:21:25.725333 run osmo-msc_10.42.42.6(pid=25612): stdout: \u000a| (launched: 2022-12-13_13:21:24.562170) \u000a13:21:25.774354 run osmo-msc_10.42.42.6(pid=25612): stderr: \u000a| �[0;m�[38;5;43m20221213132124833 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213132124833 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f02be01dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213132124833 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213132124833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213132124833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213132124833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213132124835 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213132124835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213132124836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213132124836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:21:25.816059 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25605): Terminating (SIGTERM)\u000a13:21:25.855590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25608): Terminating (SIGTERM)\u000a13:21:25.894948 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25611): Terminating (SIGTERM)\u000a13:21:25.904055 --- ParallelTerminationStrategy: PID 25605 died...\u000a13:21:25.956862 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25605): Terminated: ok {rc=0}\u000a13:21:25.966331 --- ParallelTerminationStrategy: PID 25608 died...\u000a13:21:26.019703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25608): Terminated: ok {rc=0}\u000a13:21:26.029361 --- ParallelTerminationStrategy: PID 25611 died...\u000a13:21:26.082430 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25611): Terminated: ok {rc=0}\u000a13:21:26.172071 bus /sierra_3: Setting Powered False\u000a13:21:27.277162 bus /sierra_3: Setting Powered False\u000a13:21:28.383266 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 73, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25620): Process ended prematurely: osmo-stp_10.42.42.5(pid=25620) [trial-2390↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25620)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25620): Process ended prematurely: osmo-stp_10.42.42.5(pid=25620) [trial-2390↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25620)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:21:29.498895 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:21:29.511277 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a13:21:29.671837 tst mo_mt_call_osmux.py: using LAC 34222\u000a13:21:29.794124 tst mo_mt_call_osmux.py: using RAC 52\u000a13:21:29.915974 tst mo_mt_call_osmux.py: using CellId 34222\u000a13:21:30.038112 tst mo_mt_call_osmux.py: using BVCI 34223\u000a13:21:30.061557 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:21:30.072605 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:21:30.083550 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:21:30.094612 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:21:30.105634 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:21:30.116478 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:21:30.238371 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:21:30.450385 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:21:31.007391 run create_hlr_db(pid=25614): Launched\u000a13:21:31.189180 bus /sierra_2: Setting Powered False\u000a13:21:32.207977 run create_hlr_db(pid=25614): Terminated: ok {rc=0}\u000a13:21:32.624848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25616): Launched\u000a13:21:32.956740 run osmo-hlr_10.42.42.2(pid=25617): Launched\u000a13:21:33.077853 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:21:33.650881 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25619): Launched\u000a13:21:33.980683 run osmo-stp_10.42.42.5(pid=25620): Launched\u000a13:21:34.099241 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:21:34.698543 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25622): Launched\u000a13:21:35.029329 run osmo-msc_10.42.42.6(pid=25623): Launched\u000a13:21:35.222967 run osmo-stp_10.42.42.5(pid=25620): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25620)]\u000a13:21:35.362958 run osmo-stp_10.42.42.5(pid=25620): stdout: \u000a| (launched: 2022-12-13_13:21:33.818231)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:21:35.501193 run osmo-stp_10.42.42.5(pid=25620): stderr: \u000a| �[0;m�[38;5;43m20221213132134007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132134007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132134007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132134008 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132134008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132134008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132134008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:21:35.633105 run osmo-stp_10.42.42.5(pid=25620): stdout: \u000a| (launched: 2022-12-13_13:21:33.818231)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:21:35.764531 run osmo-stp_10.42.42.5(pid=25620): stderr: \u000a| �[0;m�[38;5;43m20221213132134007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132134007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132134007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132134008 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132134008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132134008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132134008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:21:35.822526 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25620): Process ended prematurely: osmo-stp_10.42.42.5(pid=25620) [trial-2390↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25620)] [trial-2390↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a13:21:35.832082 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a13:21:35.895724 run osmo-hlr_10.42.42.2(pid=25617): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25617)]\u000a13:21:35.947800 run osmo-hlr_10.42.42.2(pid=25617): stdout: \u000a| (launched: 2022-12-13_13:21:32.792893) \u000a13:21:36.000554 run osmo-hlr_10.42.42.2(pid=25617): stderr: \u000a| �[0;m�[1;31m20221213132132990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213132132990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213132132990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132132990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132132990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213132132990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213132133002 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213132133012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213132133012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213132133012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:21:36.071910 run osmo-msc_10.42.42.6(pid=25623): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25623)]\u000a13:21:36.123849 run osmo-msc_10.42.42.6(pid=25623): stdout: \u000a| (launched: 2022-12-13_13:21:34.865752) \u000a13:21:36.176340 run osmo-msc_10.42.42.6(pid=25623): stderr: \u000a| �[0;m�[38;5;43m20221213132135185 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213132135185 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0672948c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213132135185 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213132135185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213132135186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213132135186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213132135187 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213132135188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213132135188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213132135188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:21:36.221377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25616): Terminating (SIGTERM)\u000a13:21:36.264510 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25619): Terminating (SIGTERM)\u000a13:21:36.307245 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25622): Terminating (SIGTERM)\u000a13:21:36.317143 --- ParallelTerminationStrategy: PID 25616 died...\u000a13:21:36.374398 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25616): Terminated: ok {rc=0}\u000a13:21:36.384570 --- ParallelTerminationStrategy: PID 25619 died...\u000a13:21:36.441630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25619): Terminated: ok {rc=0}\u000a13:21:36.451834 --- ParallelTerminationStrategy: PID 25622 died...\u000a13:21:36.508436 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25622): Terminated: ok {rc=0}\u000a13:21:36.596528 bus /sierra_3: Setting Powered False\u000a13:21:37.704040 bus /sierra_3: Setting Powered False\u000a13:21:38.813965 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "44", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:21:19" }, { "cases" : [ { "testActions" : [ ], "age" : 73, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25634): Process ended prematurely: osmo-stp_10.42.42.5(pid=25634) [trial-2390↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25634)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25634): Process ended prematurely: osmo-stp_10.42.42.5(pid=25634) [trial-2390↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25634)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a13:21:40.821675 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:21:40.832708 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:21:40.988802 tst mo_mt_call.py: using LAC 34223\u000a13:21:41.110590 tst mo_mt_call.py: using RAC 53\u000a13:21:41.232182 tst mo_mt_call.py: using CellId 34223\u000a13:21:41.358613 tst mo_mt_call.py: using BVCI 34224\u000a13:21:41.381893 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:21:41.393096 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:21:41.403981 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:21:41.414927 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:21:41.425949 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:21:41.436770 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:21:41.554517 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:21:41.769883 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:21:42.287209 run create_hlr_db(pid=25628): Launched\u000a13:21:42.475855 bus /sierra_2: Setting Powered False\u000a13:21:43.497606 run create_hlr_db(pid=25628): Terminated: ok {rc=0}\u000a13:21:43.935421 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25630): Launched\u000a13:21:44.265094 run osmo-hlr_10.42.42.2(pid=25631): Launched\u000a13:21:44.384332 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:21:44.954121 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25633): Launched\u000a13:21:45.281760 run osmo-stp_10.42.42.5(pid=25634): Launched\u000a13:21:45.399360 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:21:46.038474 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25636): Launched\u000a13:21:46.397628 run osmo-msc_10.42.42.6(pid=25637): Launched\u000a13:21:46.849199 run osmo-stp_10.42.42.5(pid=25634): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25634)]\u000a13:21:47.156294 run osmo-stp_10.42.42.5(pid=25634): stdout: \u000a| (launched: 2022-12-13_13:21:45.120027)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:21:47.297701 run osmo-stp_10.42.42.5(pid=25634): stderr: \u000a| �[0;m�[38;5;43m20221213132145309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132145309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132145310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132145310 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132145311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132145311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132145311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:21:47.430251 run osmo-stp_10.42.42.5(pid=25634): stdout: \u000a| (launched: 2022-12-13_13:21:45.120027)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:21:47.560893 run osmo-stp_10.42.42.5(pid=25634): stderr: \u000a| �[0;m�[38;5;43m20221213132145309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132145309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132145310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132145310 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132145311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132145311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132145311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:21:47.618755 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25634): Process ended prematurely: osmo-stp_10.42.42.5(pid=25634) [trial-2390↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25634)] [trial-2390↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a13:21:47.628306 tst mo_mt_call.py:8: Test FAILED (6.8 sec)\u000a13:21:47.692162 run osmo-hlr_10.42.42.2(pid=25631): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25631)]\u000a13:21:47.744380 run osmo-hlr_10.42.42.2(pid=25631): stdout: \u000a| (launched: 2022-12-13_13:21:44.102105) \u000a13:21:47.797089 run osmo-hlr_10.42.42.2(pid=25631): stderr: \u000a| �[0;m�[1;31m20221213132144299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213132144299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213132144299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132144299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132144299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213132144299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213132144311 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213132144320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213132144320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213132144320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:21:47.868301 run osmo-msc_10.42.42.6(pid=25637): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25637)]\u000a13:21:47.919937 run osmo-msc_10.42.42.6(pid=25637): stdout: \u000a| (launched: 2022-12-13_13:21:46.198112) \u000a13:21:47.972154 run osmo-msc_10.42.42.6(pid=25637): stderr: \u000a| �[0;m�[38;5;43m20221213132146856 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213132146856 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f772b13ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213132146856 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213132146857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213132146857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213132146857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213132146859 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213132146860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213132146860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213132146860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:21:48.017140 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25630): Terminating (SIGTERM)\u000a13:21:48.059516 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25633): Terminating (SIGTERM)\u000a13:21:48.102156 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25636): Terminating (SIGTERM)\u000a13:21:48.111489 --- ParallelTerminationStrategy: PID 25630 died...\u000a13:21:48.168188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25630): Terminated: ok {rc=0}\u000a13:21:48.178485 --- ParallelTerminationStrategy: PID 25633 died...\u000a13:21:48.234887 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25633): Terminated: ok {rc=0}\u000a13:21:48.245068 --- ParallelTerminationStrategy: PID 25636 died...\u000a13:21:48.301689 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25636): Terminated: ok {rc=0}\u000a13:21:48.389993 bus /sierra_3: Setting Powered False\u000a13:21:49.493520 bus /sierra_3: Setting Powered False\u000a13:21:50.604782 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 73, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25645): Process ended prematurely: osmo-stp_10.42.42.5(pid=25645) [trial-2390↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25645)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25645): Process ended prematurely: osmo-stp_10.42.42.5(pid=25645) [trial-2390↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25645)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:21:51.714864 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:21:51.726664 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:21:51.886004 tst mo_mt_call_osmux.py: using LAC 34224\u000a13:21:52.003926 tst mo_mt_call_osmux.py: using RAC 54\u000a13:21:52.124462 tst mo_mt_call_osmux.py: using CellId 34224\u000a13:21:52.246573 tst mo_mt_call_osmux.py: using BVCI 34225\u000a13:21:52.269915 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:21:52.281084 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:21:52.291976 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:21:52.302949 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:21:52.313980 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:21:52.325032 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:21:52.441502 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:21:52.656190 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:21:53.175672 run create_hlr_db(pid=25639): Launched\u000a13:21:53.365111 bus /sierra_2: Setting Powered False\u000a13:21:54.386915 run create_hlr_db(pid=25639): Terminated: ok {rc=0}\u000a13:21:54.798247 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25641): Launched\u000a13:21:55.104009 run osmo-hlr_10.42.42.2(pid=25642): Launched\u000a13:21:55.215408 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:21:55.744801 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25644): Launched\u000a13:21:56.051611 run osmo-stp_10.42.42.5(pid=25645): Launched\u000a13:21:56.163593 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:21:56.724641 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25647): Launched\u000a13:21:57.031812 run osmo-msc_10.42.42.6(pid=25648): Launched\u000a13:21:57.210047 run osmo-stp_10.42.42.5(pid=25645): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25645)]\u000a13:21:57.339322 run osmo-stp_10.42.42.5(pid=25645): stdout: \u000a| (launched: 2022-12-13_13:21:55.900490)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:21:57.466264 run osmo-stp_10.42.42.5(pid=25645): stderr: \u000a| �[0;m�[38;5;43m20221213132156069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132156069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132156069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132156069 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132156070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132156070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132156070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:21:57.587656 run osmo-stp_10.42.42.5(pid=25645): stdout: \u000a| (launched: 2022-12-13_13:21:55.900490)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:21:57.707972 run osmo-stp_10.42.42.5(pid=25645): stderr: \u000a| �[0;m�[38;5;43m20221213132156069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132156069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132156069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132156069 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132156070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132156070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132156070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:21:57.761374 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25645): Process ended prematurely: osmo-stp_10.42.42.5(pid=25645) [trial-2390↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25645)] [trial-2390↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a13:21:57.770018 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a13:21:57.830373 run osmo-hlr_10.42.42.2(pid=25642): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25642)]\u000a13:21:57.879693 run osmo-hlr_10.42.42.2(pid=25642): stdout: \u000a| (launched: 2022-12-13_13:21:54.954163) \u000a13:21:57.929739 run osmo-hlr_10.42.42.2(pid=25642): stderr: \u000a| �[0;m�[1;31m20221213132155128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213132155128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213132155128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132155128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132155128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213132155128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213132155142 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213132155151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213132155152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213132155152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:21:57.997301 run osmo-msc_10.42.42.6(pid=25648): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25648)]\u000a13:21:58.046889 run osmo-msc_10.42.42.6(pid=25648): stdout: \u000a| (launched: 2022-12-13_13:21:56.879715) \u000a13:21:58.096694 run osmo-msc_10.42.42.6(pid=25648): stderr: \u000a| �[0;m�[38;5;43m20221213132157149 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213132157149 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff7f53e2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213132157149 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213132157149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213132157149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213132157150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213132157151 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213132157152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213132157152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213132157152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:21:58.138710 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25641): Terminating (SIGTERM)\u000a13:21:58.178519 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25644): Terminating (SIGTERM)\u000a13:21:58.218419 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25647): Terminating (SIGTERM)\u000a13:21:58.227621 --- ParallelTerminationStrategy: PID 25641 died...\u000a13:21:58.280462 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25641): Terminated: ok {rc=0}\u000a13:21:58.289956 --- ParallelTerminationStrategy: PID 25644 died...\u000a13:21:58.342786 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25644): Terminated: ok {rc=0}\u000a13:21:58.352174 --- ParallelTerminationStrategy: PID 25647 died...\u000a13:21:58.404794 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25647): Terminated: ok {rc=0}\u000a13:21:58.492780 bus /sierra_3: Setting Powered False\u000a13:21:59.594855 bus /sierra_3: Setting Powered False\u000a13:22:00.702337 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "45", "name" : "voice_trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:21:40" }, { "cases" : [ { "testActions" : [ ], "age" : 73, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25659): Process ended prematurely: osmo-stp_10.42.42.5(pid=25659) [trial-2390↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25659)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25659): Process ended prematurely: osmo-stp_10.42.42.5(pid=25659) [trial-2390↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25659)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a13:22:02.787876 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:22:02.798753 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:22:02.960323 tst mo_mt_call.py: using LAC 34225\u000a13:22:03.082885 tst mo_mt_call.py: using RAC 55\u000a13:22:03.205462 tst mo_mt_call.py: using CellId 34225\u000a13:22:03.325709 tst mo_mt_call.py: using BVCI 34226\u000a13:22:03.349048 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:22:03.359931 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:22:03.370636 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:22:03.381320 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:22:03.392614 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:22:03.403881 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:22:03.525651 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:22:03.731307 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:22:04.226761 run create_hlr_db(pid=25653): Launched\u000a13:22:04.402155 bus /sierra_2: Setting Powered False\u000a13:22:05.423739 run create_hlr_db(pid=25653): Terminated: ok {rc=0}\u000a13:22:05.862842 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25655): Launched\u000a13:22:06.194079 run osmo-hlr_10.42.42.2(pid=25656): Launched\u000a13:22:06.314078 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:22:06.881921 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25658): Launched\u000a13:22:07.188352 run osmo-stp_10.42.42.5(pid=25659): Launched\u000a13:22:07.298165 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:22:07.858552 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25661): Launched\u000a13:22:08.166886 run osmo-msc_10.42.42.6(pid=25662): Launched\u000a13:22:08.345572 run osmo-stp_10.42.42.5(pid=25659): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25659)]\u000a13:22:08.474915 run osmo-stp_10.42.42.5(pid=25659): stdout: \u000a| (launched: 2022-12-13_13:22:07.037737)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:22:08.601897 run osmo-stp_10.42.42.5(pid=25659): stderr: \u000a| �[0;m�[38;5;43m20221213132207206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132207206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132207206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132207206 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132207207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132207207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132207207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:22:08.723624 run osmo-stp_10.42.42.5(pid=25659): stdout: \u000a| (launched: 2022-12-13_13:22:07.037737)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:22:08.844543 run osmo-stp_10.42.42.5(pid=25659): stderr: \u000a| �[0;m�[38;5;43m20221213132207206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132207206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132207206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132207206 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132207207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132207207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132207207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:22:08.898385 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25659): Process ended prematurely: osmo-stp_10.42.42.5(pid=25659) [trial-2390↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25659)] [trial-2390↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a13:22:08.906976 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a13:22:08.967028 run osmo-hlr_10.42.42.2(pid=25656): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25656)]\u000a13:22:09.016334 run osmo-hlr_10.42.42.2(pid=25656): stdout: \u000a| (launched: 2022-12-13_13:22:06.030316) \u000a13:22:09.066305 run osmo-hlr_10.42.42.2(pid=25656): stderr: \u000a| �[0;m�[1;31m20221213132206226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213132206226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213132206226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132206226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132206226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213132206226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213132206238 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213132206247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213132206247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213132206247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:22:09.134181 run osmo-msc_10.42.42.6(pid=25662): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25662)]\u000a13:22:09.183974 run osmo-msc_10.42.42.6(pid=25662): stdout: \u000a| (launched: 2022-12-13_13:22:08.015067) \u000a13:22:09.233806 run osmo-msc_10.42.42.6(pid=25662): stderr: \u000a| �[0;m�[38;5;43m20221213132208287 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213132208287 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f102caffc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213132208287 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213132208287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213132208287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213132208287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213132208289 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213132208290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213132208291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213132208291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:22:09.276230 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25655): Terminating (SIGTERM)\u000a13:22:09.316306 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25658): Terminating (SIGTERM)\u000a13:22:09.356447 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25661): Terminating (SIGTERM)\u000a13:22:09.365691 --- ParallelTerminationStrategy: PID 25655 died...\u000a13:22:09.419509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25655): Terminated: ok {rc=0}\u000a13:22:09.429173 --- ParallelTerminationStrategy: PID 25658 died...\u000a13:22:09.482446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25658): Terminated: ok {rc=0}\u000a13:22:09.492003 --- ParallelTerminationStrategy: PID 25661 died...\u000a13:22:09.545630 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25661): Terminated: ok {rc=0}\u000a13:22:09.635073 bus /sierra_3: Setting Powered False\u000a13:22:10.741206 bus /sierra_3: Setting Powered False\u000a13:22:11.849507 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 73, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25670): Process ended prematurely: osmo-stp_10.42.42.5(pid=25670) [trial-2390↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25670)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25670): Process ended prematurely: osmo-stp_10.42.42.5(pid=25670) [trial-2390↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25670)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:22:12.966842 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:22:12.979152 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:22:13.150011 tst mo_mt_call_osmux.py: using LAC 34226\u000a13:22:13.274530 tst mo_mt_call_osmux.py: using RAC 56\u000a13:22:13.397214 tst mo_mt_call_osmux.py: using CellId 34226\u000a13:22:13.518888 tst mo_mt_call_osmux.py: using BVCI 34227\u000a13:22:13.542292 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:22:13.553291 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:22:13.564023 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:22:13.574807 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:22:13.586131 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:22:13.597496 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:22:13.719432 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:22:13.924198 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:22:14.418434 run create_hlr_db(pid=25664): Launched\u000a13:22:14.594624 bus /sierra_2: Setting Powered False\u000a13:22:15.629208 run create_hlr_db(pid=25664): Terminated: ok {rc=0}\u000a13:22:16.102978 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25666): Launched\u000a13:22:16.534176 run osmo-hlr_10.42.42.2(pid=25667): Launched\u000a13:22:16.679322 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:22:17.329876 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25669): Launched\u000a13:22:17.659774 run osmo-stp_10.42.42.5(pid=25670): Launched\u000a13:22:17.780144 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:22:18.380681 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25672): Launched\u000a13:22:18.711253 run osmo-msc_10.42.42.6(pid=25673): Launched\u000a13:22:18.902832 run osmo-stp_10.42.42.5(pid=25670): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25670)]\u000a13:22:19.041658 run osmo-stp_10.42.42.5(pid=25670): stdout: \u000a| (launched: 2022-12-13_13:22:17.497376)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:22:19.179359 run osmo-stp_10.42.42.5(pid=25670): stderr: \u000a| �[0;m�[38;5;43m20221213132217689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132217689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132217689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132217690 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132217691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132217691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132217691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:22:19.310892 run osmo-stp_10.42.42.5(pid=25670): stdout: \u000a| (launched: 2022-12-13_13:22:17.497376)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:22:19.440834 run osmo-stp_10.42.42.5(pid=25670): stderr: \u000a| �[0;m�[38;5;43m20221213132217689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132217689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132217689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132217690 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132217691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132217691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132217691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:22:19.498494 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25670): Process ended prematurely: osmo-stp_10.42.42.5(pid=25670) [trial-2390↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25670)] [trial-2390↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a13:22:19.507906 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a13:22:19.571567 run osmo-hlr_10.42.42.2(pid=25667): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25667)]\u000a13:22:19.623421 run osmo-hlr_10.42.42.2(pid=25667): stdout: \u000a| (launched: 2022-12-13_13:22:16.272733) \u000a13:22:19.675727 run osmo-hlr_10.42.42.2(pid=25667): stderr: \u000a| �[0;m�[1;31m20221213132216567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213132216567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213132216567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132216567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132216567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213132216567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213132216585 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213132216599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213132216599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213132216600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:22:19.747046 run osmo-msc_10.42.42.6(pid=25673): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25673)]\u000a13:22:19.798716 run osmo-msc_10.42.42.6(pid=25673): stdout: \u000a| (launched: 2022-12-13_13:22:18.547526) \u000a13:22:19.851175 run osmo-msc_10.42.42.6(pid=25673): stderr: \u000a| �[0;m�[38;5;43m20221213132218868 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213132218868 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f635bf7ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213132218868 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213132218868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213132218868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213132218868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213132218870 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213132218870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213132218871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213132218871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:22:19.895903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25666): Terminating (SIGTERM)\u000a13:22:19.938225 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25669): Terminating (SIGTERM)\u000a13:22:19.980771 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25672): Terminating (SIGTERM)\u000a13:22:19.990618 --- ParallelTerminationStrategy: PID 25666 died...\u000a13:22:20.047628 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25666): Terminated: ok {rc=0}\u000a13:22:20.057870 --- ParallelTerminationStrategy: PID 25669 died...\u000a13:22:20.114625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25669): Terminated: ok {rc=0}\u000a13:22:20.124820 --- ParallelTerminationStrategy: PID 25672 died...\u000a13:22:20.181455 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25672): Terminated: ok {rc=0}\u000a13:22:20.268685 bus /sierra_3: Setting Powered False\u000a13:22:21.376715 bus /sierra_3: Setting Powered False\u000a13:22:22.485667 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "46", "name" : "voice_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:22:02" }, { "cases" : [ { "testActions" : [ ], "age" : 73, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25684): Process ended prematurely: osmo-stp_10.42.42.5(pid=25684) [trial-2390↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25684)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25684): Process ended prematurely: osmo-stp_10.42.42.5(pid=25684) [trial-2390↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25684)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call.py\u000a----------------------------------------------\u000a13:22:24.495374 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a13:22:24.506926 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a13:22:24.654476 tst mo_mt_call.py: using LAC 34227\u000a13:22:24.782730 tst mo_mt_call.py: using RAC 57\u000a13:22:24.913133 tst mo_mt_call.py: using CellId 34227\u000a13:22:25.041912 tst mo_mt_call.py: using BVCI 34228\u000a13:22:25.067020 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a13:22:25.078750 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a13:22:25.090147 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a13:22:25.101475 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a13:22:25.112857 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a13:22:25.124652 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a13:22:25.242972 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a13:22:25.446040 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:22:25.938999 run create_hlr_db(pid=25678): Launched\u000a13:22:26.115916 bus /sierra_2: Setting Powered False\u000a13:22:27.136594 run create_hlr_db(pid=25678): Terminated: ok {rc=0}\u000a13:22:27.573731 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25680): Launched\u000a13:22:27.904389 run osmo-hlr_10.42.42.2(pid=25681): Launched\u000a13:22:28.026483 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:22:28.597712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25683): Launched\u000a13:22:28.928446 run osmo-stp_10.42.42.5(pid=25684): Launched\u000a13:22:29.048124 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:22:29.649934 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25686): Launched\u000a13:22:29.979977 run osmo-msc_10.42.42.6(pid=25687): Launched\u000a13:22:30.171576 run osmo-stp_10.42.42.5(pid=25684): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25684)]\u000a13:22:30.310831 run osmo-stp_10.42.42.5(pid=25684): stdout: \u000a| (launched: 2022-12-13_13:22:28.765023)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:22:30.448270 run osmo-stp_10.42.42.5(pid=25684): stderr: \u000a| �[0;m�[38;5;43m20221213132228955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132228955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132228955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132228956 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132228956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132228957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132228957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:22:30.579209 run osmo-stp_10.42.42.5(pid=25684): stdout: \u000a| (launched: 2022-12-13_13:22:28.765023)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:22:30.709501 run osmo-stp_10.42.42.5(pid=25684): stderr: \u000a| �[0;m�[38;5;43m20221213132228955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132228955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132228955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132228956 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132228956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132228957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132228957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:22:30.767241 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25684): Process ended prematurely: osmo-stp_10.42.42.5(pid=25684) [trial-2390↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25684)] [trial-2390↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8]\u000a13:22:30.776699 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a13:22:30.840865 run osmo-hlr_10.42.42.2(pid=25681): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25681)]\u000a13:22:30.896208 run osmo-hlr_10.42.42.2(pid=25681): stdout: \u000a| (launched: 2022-12-13_13:22:27.741023) \u000a13:22:30.954218 run osmo-hlr_10.42.42.2(pid=25681): stderr: \u000a| �[0;m�[1;31m20221213132227939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213132227939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213132227939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132227939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132227939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213132227939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213132227952 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213132227962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213132227963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213132227963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:22:31.026891 run osmo-msc_10.42.42.6(pid=25687): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25687)]\u000a13:22:31.079791 run osmo-msc_10.42.42.6(pid=25687): stdout: \u000a| (launched: 2022-12-13_13:22:29.817413) \u000a13:22:31.134348 run osmo-msc_10.42.42.6(pid=25687): stderr: \u000a| �[0;m�[38;5;43m20221213132230140 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213132230140 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa490cd6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213132230140 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213132230140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213132230140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213132230140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213132230142 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213132230143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213132230143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213132230143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:22:31.181147 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25680): Terminating (SIGTERM)\u000a13:22:31.225428 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25683): Terminating (SIGTERM)\u000a13:22:31.271735 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25686): Terminating (SIGTERM)\u000a13:22:31.282152 --- ParallelTerminationStrategy: PID 25680 died...\u000a13:22:31.342206 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25680): Terminated: ok {rc=0}\u000a13:22:31.353277 --- ParallelTerminationStrategy: PID 25683 died...\u000a13:22:31.413107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25683): Terminated: ok {rc=0}\u000a13:22:31.425084 --- ParallelTerminationStrategy: PID 25686 died...\u000a13:22:31.483552 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25686): Terminated: ok {rc=0}\u000a13:22:31.574431 bus /sierra_3: Setting Powered False\u000a13:22:32.680232 bus /sierra_3: Setting Powered False\u000a13:22:33.789751 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 73, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25695): Process ended prematurely: osmo-stp_10.42.42.5(pid=25695) [trial-2390↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25695)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25695): Process ended prematurely: osmo-stp_10.42.42.5(pid=25695) [trial-2390↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25695)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:22:34.905045 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a13:22:34.917186 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a13:22:35.066306 tst mo_mt_call_osmux.py: using LAC 34228\u000a13:22:35.200933 tst mo_mt_call_osmux.py: using RAC 58\u000a13:22:35.327963 tst mo_mt_call_osmux.py: using CellId 34228\u000a13:22:35.454713 tst mo_mt_call_osmux.py: using BVCI 34229\u000a13:22:35.479742 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a13:22:35.491773 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a13:22:35.503238 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a13:22:35.514755 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a13:22:35.526431 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a13:22:35.538211 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a13:22:35.656807 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a13:22:35.872357 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:22:36.389580 run create_hlr_db(pid=25689): Launched\u000a13:22:36.578780 bus /sierra_2: Setting Powered False\u000a13:22:37.600098 run create_hlr_db(pid=25689): Terminated: ok {rc=0}\u000a13:22:38.011203 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25691): Launched\u000a13:22:38.320096 run osmo-hlr_10.42.42.2(pid=25692): Launched\u000a13:22:38.441687 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:22:38.978527 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25694): Launched\u000a13:22:39.285898 run osmo-stp_10.42.42.5(pid=25695): Launched\u000a13:22:39.407312 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:22:39.968521 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25697): Launched\u000a13:22:40.279645 run osmo-msc_10.42.42.6(pid=25698): Launched\u000a13:22:40.459521 run osmo-stp_10.42.42.5(pid=25695): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25695)]\u000a13:22:40.588887 run osmo-stp_10.42.42.5(pid=25695): stdout: \u000a| (launched: 2022-12-13_13:22:39.134591)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:22:40.715817 run osmo-stp_10.42.42.5(pid=25695): stderr: \u000a| �[0;m�[38;5;43m20221213132239305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132239305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132239305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132239306 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132239306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132239306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132239306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:22:40.837950 run osmo-stp_10.42.42.5(pid=25695): stdout: \u000a| (launched: 2022-12-13_13:22:39.134591)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:22:40.959116 run osmo-stp_10.42.42.5(pid=25695): stderr: \u000a| �[0;m�[38;5;43m20221213132239305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132239305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132239305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132239306 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132239306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132239306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132239306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:22:41.012536 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25695): Process ended prematurely: osmo-stp_10.42.42.5(pid=25695) [trial-2390↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25695)] [trial-2390↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8]\u000a13:22:41.021216 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a13:22:41.080792 run osmo-hlr_10.42.42.2(pid=25692): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25692)]\u000a13:22:41.129984 run osmo-hlr_10.42.42.2(pid=25692): stdout: \u000a| (launched: 2022-12-13_13:22:38.167696) \u000a13:22:41.179609 run osmo-hlr_10.42.42.2(pid=25692): stderr: \u000a| �[0;m�[1;31m20221213132238342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213132238342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213132238342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132238342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132238342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213132238342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213132238355 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213132238363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213132238363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213132238363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:22:41.246983 run osmo-msc_10.42.42.6(pid=25698): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25698)]\u000a13:22:41.295943 run osmo-msc_10.42.42.6(pid=25698): stdout: \u000a| (launched: 2022-12-13_13:22:40.124625) \u000a13:22:41.345435 run osmo-msc_10.42.42.6(pid=25698): stderr: \u000a| �[0;m�[38;5;43m20221213132240395 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213132240395 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1d0d5ecc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213132240395 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213132240395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213132240396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213132240396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213132240398 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213132240398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213132240398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213132240398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:22:41.387365 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25691): Terminating (SIGTERM)\u000a13:22:41.427031 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25694): Terminating (SIGTERM)\u000a13:22:41.466776 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25697): Terminating (SIGTERM)\u000a13:22:41.475884 --- ParallelTerminationStrategy: PID 25691 died...\u000a13:22:41.529208 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25691): Terminated: ok {rc=0}\u000a13:22:41.538753 --- ParallelTerminationStrategy: PID 25694 died...\u000a13:22:41.591507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25694): Terminated: ok {rc=0}\u000a13:22:41.600895 --- ParallelTerminationStrategy: PID 25697 died...\u000a13:22:41.653761 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25697): Terminated: ok {rc=0}\u000a13:22:41.737681 bus /sierra_3: Setting Powered False\u000a13:22:42.844815 bus /sierra_3: Setting Powered False\u000a13:22:43.952812 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "47", "name" : "voice_trx-b200+mod-bts0-trxdversion0", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:22:24" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25710): Process ended prematurely: osmo-stp_10.42.42.5(pid=25710) [trial-2390↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25710)]", "failedSince" : 2145, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25710): Process ended prematurely: osmo-stp_10.42.42.5(pid=25710) [trial-2390↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25710)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a13:22:45.968810 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:22:45.980926 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a13:22:46.166543 tst mo_mt_call.py: using LAC 34229\u000a13:22:46.307636 tst mo_mt_call.py: using RAC 59\u000a13:22:46.469721 tst mo_mt_call.py: using CellId 34229\u000a13:22:46.608136 tst mo_mt_call.py: using BVCI 34230\u000a13:22:46.632344 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:22:46.644500 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:22:46.656574 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:22:46.669403 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:22:46.683242 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:22:46.696763 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a13:22:46.840011 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a13:22:47.117744 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:22:47.653785 run create_hlr_db(pid=25704): Launched\u000a13:22:47.845521 bus /sierra_2: Setting Powered False\u000a13:22:48.865666 run create_hlr_db(pid=25704): Terminated: ok {rc=0}\u000a13:22:49.301766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25706): Launched\u000a13:22:49.631368 run osmo-hlr_10.42.42.2(pid=25707): Launched\u000a13:22:49.752908 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:22:50.323638 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25709): Launched\u000a13:22:50.653696 run osmo-stp_10.42.42.5(pid=25710): Launched\u000a13:22:50.773249 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:22:51.373009 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25712): Launched\u000a13:22:51.703550 run osmo-msc_10.42.42.6(pid=25713): Launched\u000a13:22:51.895745 run osmo-stp_10.42.42.5(pid=25710): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25710)]\u000a13:22:52.059906 run osmo-stp_10.42.42.5(pid=25710): stdout: \u000a| (launched: 2022-12-13_13:22:50.490721)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:22:52.197161 run osmo-stp_10.42.42.5(pid=25710): stderr: \u000a| �[0;m�[38;5;43m20221213132250681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132250681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132250681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132250682 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132250682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132250682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132250682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:22:52.329378 run osmo-stp_10.42.42.5(pid=25710): stdout: \u000a| (launched: 2022-12-13_13:22:50.490721)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:22:52.460030 run osmo-stp_10.42.42.5(pid=25710): stderr: \u000a| �[0;m�[38;5;43m20221213132250681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132250681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132250681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132250682 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132250682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132250682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132250682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:22:52.517998 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25710): Process ended prematurely: osmo-stp_10.42.42.5(pid=25710) [trial-2390↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25710)] [trial-2390↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a13:22:52.527256 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a13:22:52.590259 run osmo-hlr_10.42.42.2(pid=25707): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25707)]\u000a13:22:52.641763 run osmo-hlr_10.42.42.2(pid=25707): stdout: \u000a| (launched: 2022-12-13_13:22:49.468462) \u000a13:22:52.693789 run osmo-hlr_10.42.42.2(pid=25707): stderr: \u000a| �[0;m�[1;31m20221213132249665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213132249665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213132249665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132249665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132249665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213132249665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213132249682 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213132249693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213132249693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213132249693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:22:52.764829 run osmo-msc_10.42.42.6(pid=25713): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25713)]\u000a13:22:52.816173 run osmo-msc_10.42.42.6(pid=25713): stdout: \u000a| (launched: 2022-12-13_13:22:51.539912) \u000a13:22:52.868064 run osmo-msc_10.42.42.6(pid=25713): stderr: \u000a| �[0;m�[38;5;43m20221213132251861 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213132251861 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f37270ccc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213132251861 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213132251861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213132251861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213132251861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213132251863 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213132251863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213132251864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213132251864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:22:52.912563 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25706): Terminating (SIGTERM)\u000a13:22:52.955065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25709): Terminating (SIGTERM)\u000a13:22:52.997108 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25712): Terminating (SIGTERM)\u000a13:22:53.006811 --- ParallelTerminationStrategy: PID 25706 died...\u000a13:22:53.063590 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25706): Terminated: ok {rc=0}\u000a13:22:53.073662 --- ParallelTerminationStrategy: PID 25709 died...\u000a13:22:53.129743 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25709): Terminated: ok {rc=0}\u000a13:22:53.139724 --- ParallelTerminationStrategy: PID 25712 died...\u000a13:22:53.195880 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25712): Terminated: ok {rc=0}\u000a13:22:53.282895 bus /sierra_3: Setting Powered False\u000a13:22:54.389916 bus /sierra_3: Setting Powered False\u000a13:22:55.499108 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25721): Process ended prematurely: osmo-stp_10.42.42.5(pid=25721) [trial-2390↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25721)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25721): Process ended prematurely: osmo-stp_10.42.42.5(pid=25721) [trial-2390↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25721)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:22:56.608366 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:22:56.620411 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a13:22:56.762801 tst mo_mt_call_osmux.py: using LAC 34230\u000a13:22:56.885605 tst mo_mt_call_osmux.py: using RAC 60\u000a13:22:57.005814 tst mo_mt_call_osmux.py: using CellId 34230\u000a13:22:57.128382 tst mo_mt_call_osmux.py: using BVCI 34231\u000a13:22:57.151697 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:22:57.163252 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:22:57.174656 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:22:57.185967 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:22:57.197214 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:22:57.208261 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a13:22:57.324630 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a13:22:57.543273 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:22:58.063230 run create_hlr_db(pid=25715): Launched\u000a13:22:58.252705 bus /sierra_2: Setting Powered False\u000a13:22:59.274241 run create_hlr_db(pid=25715): Terminated: ok {rc=0}\u000a13:22:59.685922 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25717): Launched\u000a13:22:59.995373 run osmo-hlr_10.42.42.2(pid=25718): Launched\u000a13:23:00.107827 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:23:00.640435 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25720): Launched\u000a13:23:01.069987 run osmo-stp_10.42.42.5(pid=25721): Launched\u000a13:23:01.342353 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:23:01.930755 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25728): Launched\u000a13:23:02.354067 run osmo-msc_10.42.42.6(pid=25729): Launched\u000a13:23:02.545228 run osmo-stp_10.42.42.5(pid=25721): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25721)]\u000a13:23:02.686850 run osmo-stp_10.42.42.5(pid=25721): stdout: \u000a| (launched: 2022-12-13_13:23:00.795734)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:23:02.824422 run osmo-stp_10.42.42.5(pid=25721): stderr: \u000a| �[0;m�[38;5;43m20221213132301100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132301101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132301102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132301103 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132301104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132301105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132301105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:23:02.956170 run osmo-stp_10.42.42.5(pid=25721): stdout: \u000a| (launched: 2022-12-13_13:23:00.795734)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:23:03.086577 run osmo-stp_10.42.42.5(pid=25721): stderr: \u000a| �[0;m�[38;5;43m20221213132301100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132301101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132301102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132301103 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132301104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132301105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132301105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:23:03.143826 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25721): Process ended prematurely: osmo-stp_10.42.42.5(pid=25721) [trial-2390↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25721)] [trial-2390↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a13:23:03.153213 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a13:23:03.216561 run osmo-hlr_10.42.42.2(pid=25718): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25718)]\u000a13:23:03.268324 run osmo-hlr_10.42.42.2(pid=25718): stdout: \u000a| (launched: 2022-12-13_13:22:59.841385) \u000a13:23:03.320800 run osmo-hlr_10.42.42.2(pid=25718): stderr: \u000a| �[0;m�[1;31m20221213132300018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213132300018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213132300018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132300018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132300018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213132300018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213132300031 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213132300041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213132300042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213132300042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:23:03.392114 run osmo-msc_10.42.42.6(pid=25729): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25729)]\u000a13:23:03.444293 run osmo-msc_10.42.42.6(pid=25729): stdout: \u000a| (launched: 2022-12-13_13:23:02.088787) \u000a13:23:03.496577 run osmo-msc_10.42.42.6(pid=25729): stderr: \u000a| �[0;m�[38;5;43m20221213132302452 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213132302452 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2bdf5cdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213132302452 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213132302452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213132302453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213132302453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213132302454 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213132302455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213132302455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213132302455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:23:03.541376 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25717): Terminating (SIGTERM)\u000a13:23:03.584344 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25720): Terminating (SIGTERM)\u000a13:23:03.626774 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25728): Terminating (SIGTERM)\u000a13:23:03.636404 --- ParallelTerminationStrategy: PID 25717 died...\u000a13:23:03.693618 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25717): Terminated: ok {rc=0}\u000a13:23:03.703655 --- ParallelTerminationStrategy: PID 25720 died...\u000a13:23:03.760110 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25720): Terminated: ok {rc=0}\u000a13:23:03.770190 --- ParallelTerminationStrategy: PID 25728 died...\u000a13:23:03.826163 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25728): Terminated: ok {rc=0}\u000a13:23:03.912320 bus /sierra_3: Setting Powered False\u000a13:23:05.017874 bus /sierra_3: Setting Powered False\u000a13:23:06.128642 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "48", "name" : "voice_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:22:45" }, { "cases" : [ { "testActions" : [ ], "age" : 73, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25740): Process ended prematurely: osmo-stp_10.42.42.5(pid=25740) [trial-2390↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25740)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25740): Process ended prematurely: osmo-stp_10.42.42.5(pid=25740) [trial-2390↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25740)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 emergency:trx-b200 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a13:23:08.154360 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:23:08.165537 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a13:23:08.310841 tst emergency_mo_mt_call.py: using LAC 34231\u000a13:23:08.440380 tst emergency_mo_mt_call.py: using RAC 61\u000a13:23:08.566212 tst emergency_mo_mt_call.py: using CellId 34231\u000a13:23:08.692216 tst emergency_mo_mt_call.py: using BVCI 34232\u000a13:23:08.716860 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:23:08.728450 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:23:08.739507 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:23:08.750557 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:23:08.761788 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:23:08.773276 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a13:23:08.892414 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a13:23:09.103323 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:23:09.611029 run create_hlr_db(pid=25734): Launched\u000a13:23:09.798558 bus /sierra_2: Setting Powered False\u000a13:23:10.818844 run create_hlr_db(pid=25734): Terminated: ok {rc=0}\u000a13:23:11.224795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25736): Launched\u000a13:23:11.525089 run osmo-hlr_10.42.42.2(pid=25737): Launched\u000a13:23:11.635607 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:23:12.157560 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25739): Launched\u000a13:23:12.458702 run osmo-stp_10.42.42.5(pid=25740): Launched\u000a13:23:12.579774 tst emergency_mo_mt_call.py: using MSISDN 8179\u000a13:23:12.729231 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:23:13.278100 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25742): Launched\u000a13:23:13.578260 run osmo-msc_10.42.42.6(pid=25743): Launched\u000a13:23:13.752633 run osmo-stp_10.42.42.5(pid=25740): ERR: Terminated: ERROR {rc=1} [trial-2390↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25740)]\u000a13:23:13.879312 run osmo-stp_10.42.42.5(pid=25740): stdout: \u000a| (launched: 2022-12-13_13:23:12.309515)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:23:14.004044 run osmo-stp_10.42.42.5(pid=25740): stderr: \u000a| �[0;m�[38;5;43m20221213132312477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132312478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132312478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132312478 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132312479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132312479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132312479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:23:14.125224 run osmo-stp_10.42.42.5(pid=25740): stdout: \u000a| (launched: 2022-12-13_13:23:12.309515)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:23:14.243578 run osmo-stp_10.42.42.5(pid=25740): stderr: \u000a| �[0;m�[38;5;43m20221213132312477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132312478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132312478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132312478 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132312479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132312479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132312479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:23:14.295831 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=25740): Process ended prematurely: osmo-stp_10.42.42.5(pid=25740) [trial-2390↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25740)] [trial-2390↪emergency:trx-b200↪emergency_mo_mt_call.py:19]\u000a13:23:14.303969 tst emergency_mo_mt_call.py:19: Test FAILED (6.1 sec)\u000a13:23:14.363694 run osmo-hlr_10.42.42.2(pid=25737): ERR: Terminated: ERROR {rc=237} [trial-2390↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25737)]\u000a13:23:14.412799 run osmo-hlr_10.42.42.2(pid=25737): stdout: \u000a| (launched: 2022-12-13_13:23:11.377344) \u000a13:23:14.463302 run osmo-hlr_10.42.42.2(pid=25737): stderr: \u000a| �[0;m�[1;31m20221213132311551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213132311551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213132311551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132311551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132311551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213132311551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213132311563 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/emergency:trx-b200/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213132311571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213132311572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213132311572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:23:14.530190 run osmo-msc_10.42.42.6(pid=25743): ERR: Terminated: ERROR {rc=2} [trial-2390↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25743)]\u000a13:23:14.578902 run osmo-msc_10.42.42.6(pid=25743): stdout: \u000a| (launched: 2022-12-13_13:23:13.430092) \u000a13:23:14.628027 run osmo-msc_10.42.42.6(pid=25743): stderr: \u000a| �[0;m�[38;5;43m20221213132313703 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213132313703 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4d500bcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213132313703 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213132313703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213132313704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213132313704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213132313706 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213132313706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213132313706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213132313706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:23:14.669783 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25736): Terminating (SIGTERM)\u000a13:23:14.709297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25739): Terminating (SIGTERM)\u000a13:23:14.749006 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25742): Terminating (SIGTERM)\u000a13:23:14.757783 --- ParallelTerminationStrategy: PID 25736 died...\u000a13:23:14.810785 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25736): Terminated: ok {rc=0}\u000a13:23:14.820172 --- ParallelTerminationStrategy: PID 25739 died...\u000a13:23:14.872692 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25739): Terminated: ok {rc=0}\u000a13:23:14.882126 --- ParallelTerminationStrategy: PID 25742 died...\u000a13:23:14.934548 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25742): Terminated: ok {rc=0}\u000a13:23:15.021873 bus /sierra_3: Setting Powered False\u000a13:23:16.151556 bus /sierra_3: Setting Powered False\u000a13:23:17.270627 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25751): Process ended prematurely: osmo-stp_10.42.42.5(pid=25751) [trial-2390↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25751)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25751): Process ended prematurely: osmo-stp_10.42.42.5(pid=25751) [trial-2390↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25751)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 emergency:trx-b200 emergency_preemptive_call.py\u000a----------------------------------------------\u000a13:23:18.323644 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:23:18.335427 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a13:23:18.476049 tst emergency_preemptive_call.py: using LAC 34232\u000a13:23:18.596287 tst emergency_preemptive_call.py: using RAC 62\u000a13:23:18.715506 tst emergency_preemptive_call.py: using CellId 34232\u000a13:23:18.834832 tst emergency_preemptive_call.py: using BVCI 34233\u000a13:23:18.857752 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:23:18.868416 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:23:18.879027 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:23:18.889562 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:23:18.900043 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a13:23:18.910682 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a13:23:19.032292 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a13:23:19.153784 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a13:23:19.275287 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a13:23:19.484943 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:23:19.994456 run create_hlr_db(pid=25745): Launched\u000a13:23:20.182471 bus /sierra_2: Setting Powered False\u000a13:23:21.201894 run create_hlr_db(pid=25745): Terminated: ok {rc=0}\u000a13:23:21.607274 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25747): Launched\u000a13:23:21.908558 run osmo-hlr_10.42.42.2(pid=25748): Launched\u000a13:23:22.028002 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:23:22.557711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25750): Launched\u000a13:23:22.859910 run osmo-stp_10.42.42.5(pid=25751): Launched\u000a13:23:22.981084 tst emergency_preemptive_call.py: using MSISDN 8180\u000a13:23:23.130039 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:23:23.679598 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25753): Launched\u000a13:23:23.979538 run osmo-msc_10.42.42.6(pid=25754): Launched\u000a13:23:24.154935 run osmo-stp_10.42.42.5(pid=25751): ERR: Terminated: ERROR {rc=1} [trial-2390↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25751)]\u000a13:23:24.281915 run osmo-stp_10.42.42.5(pid=25751): stdout: \u000a| (launched: 2022-12-13_13:23:22.709958)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:23:24.407630 run osmo-stp_10.42.42.5(pid=25751): stderr: \u000a| �[0;m�[38;5;43m20221213132322879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132322879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132322879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132322880 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132322880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132322880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132322880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:23:24.527946 run osmo-stp_10.42.42.5(pid=25751): stdout: \u000a| (launched: 2022-12-13_13:23:22.709958)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:23:24.646577 run osmo-stp_10.42.42.5(pid=25751): stderr: \u000a| �[0;m�[38;5;43m20221213132322879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132322879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132322879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132322880 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132322880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132322880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132322880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:23:24.698827 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=25751): Process ended prematurely: osmo-stp_10.42.42.5(pid=25751) [trial-2390↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25751)] [trial-2390↪emergency:trx-b200↪emergency_preemptive_call.py:32]\u000a13:23:24.706998 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a13:23:24.767342 run osmo-hlr_10.42.42.2(pid=25748): ERR: Terminated: ERROR {rc=237} [trial-2390↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25748)]\u000a13:23:24.816372 run osmo-hlr_10.42.42.2(pid=25748): stdout: \u000a| (launched: 2022-12-13_13:23:21.759962) \u000a13:23:24.866115 run osmo-hlr_10.42.42.2(pid=25748): stderr: \u000a| �[0;m�[1;31m20221213132321935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213132321935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213132321935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132321936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132321936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213132321936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213132321948 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/emergency:trx-b200/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213132321957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213132321957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213132321958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:23:24.933638 run osmo-msc_10.42.42.6(pid=25754): ERR: Terminated: ERROR {rc=2} [trial-2390↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25754)]\u000a13:23:24.982341 run osmo-msc_10.42.42.6(pid=25754): stdout: \u000a| (launched: 2022-12-13_13:23:23.831262) \u000a13:23:25.031420 run osmo-msc_10.42.42.6(pid=25754): stderr: \u000a| �[0;m�[38;5;43m20221213132324101 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213132324101 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faa2e542c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213132324101 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213132324101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213132324101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213132324101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213132324103 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213132324104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213132324104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213132324104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:23:25.073338 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25747): Terminating (SIGTERM)\u000a13:23:25.113089 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25750): Terminating (SIGTERM)\u000a13:23:25.152660 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25753): Terminating (SIGTERM)\u000a13:23:25.161514 --- ParallelTerminationStrategy: PID 25747 died...\u000a13:23:25.214681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25747): Terminated: ok {rc=0}\u000a13:23:25.224233 --- ParallelTerminationStrategy: PID 25750 died...\u000a13:23:25.277279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25750): Terminated: ok {rc=0}\u000a13:23:25.286781 --- ParallelTerminationStrategy: PID 25753 died...\u000a13:23:25.339796 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25753): Terminated: ok {rc=0}\u000a13:23:25.428555 bus /sierra_9: Setting Powered False\u000a13:23:26.533794 bus /sierra_9: Setting Powered False\u000a13:23:27.645788 bus /sierra_8: Setting Powered False\u000a13:23:28.752933 bus /sierra_8: Setting Powered False\u000a13:23:29.860361 bus /sierra_3: Setting Powered False\u000a13:23:30.968708 bus /sierra_3: Setting Powered False\u000a13:23:32.081838 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 26.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "49", "name" : "emergency_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:23:07" }, { "cases" : [ { "testActions" : [ ], "age" : 73, "className" : "gprs:trx-b200", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25769): Process ended prematurely: osmo-stp_10.42.42.5(pid=25769) [trial-2390↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25769)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25769): Process ended prematurely: osmo-stp_10.42.42.5(pid=25769) [trial-2390↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25769)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-b200 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:23:34.197571 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:23:34.208102 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a13:23:34.346544 tst cs_paging_gprs_active.py: using LAC 34233\u000a13:23:34.468825 tst cs_paging_gprs_active.py: using RAC 63\u000a13:23:34.590766 tst cs_paging_gprs_active.py: using CellId 34233\u000a13:23:34.710540 tst cs_paging_gprs_active.py: using BVCI 34234\u000a13:23:34.734313 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:23:34.745036 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:23:34.755727 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:23:34.766305 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:23:34.776717 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:23:34.787504 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:23:34.798453 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:23:34.808831 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:23:34.819512 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a13:23:34.936505 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a13:23:35.236156 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:23:35.374301 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:23:35.714952 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25759): Launched\u000a13:23:36.000034 run iperf3-srv_10.42.42.10(pid=25760): Launched\u000a13:23:36.202267 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:23:36.340552 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:23:36.682518 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25761): Launched\u000a13:23:36.967282 run iperf3-srv_10.42.42.10(pid=25762): Launched\u000a13:23:37.169345 tst cs_paging_gprs_active.py:38: start network...\u000a13:23:37.307145 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:23:37.830363 run create_hlr_db(pid=25763): Launched\u000a13:23:38.021456 bus /sierra_2: Setting Powered False\u000a13:23:39.041908 run create_hlr_db(pid=25763): Terminated: ok {rc=0}\u000a13:23:39.455349 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25765): Launched\u000a13:23:39.763620 run osmo-hlr_10.42.42.2(pid=25766): Launched\u000a13:23:39.885648 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:23:40.458063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25768): Launched\u000a13:23:40.789934 run osmo-stp_10.42.42.5(pid=25769): Launched\u000a13:23:40.909724 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:23:41.486667 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25771): Launched\u000a13:23:41.605004 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:23:41.894749 run patchelf(pid=25772): Launched\u000a13:23:42.087622 run osmo-stp_10.42.42.5(pid=25769): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25769)]\u000a13:23:42.228547 run osmo-stp_10.42.42.5(pid=25769): stdout: \u000a| (launched: 2022-12-13_13:23:40.625687)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:23:42.369975 run osmo-stp_10.42.42.5(pid=25769): stderr: \u000a| �[0;m�[38;5;43m20221213132340818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132340818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132340818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132340819 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132340819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132340819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132340819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:23:42.506439 run osmo-stp_10.42.42.5(pid=25769): stdout: \u000a| (launched: 2022-12-13_13:23:40.625687)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:23:42.641611 run osmo-stp_10.42.42.5(pid=25769): stderr: \u000a| �[0;m�[38;5;43m20221213132340818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132340818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132340818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132340819 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132340819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132340819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132340819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:23:42.799717 run patchelf(pid=25772): Terminating (SIGINT)\u000a13:23:42.984375 run patchelf(pid=25772): Terminated: ok {rc=0}\u000a13:23:43.018426 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=25769): Process ended prematurely: osmo-stp_10.42.42.5(pid=25769) [trial-2390↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25769)] [trial-2390↪gprs:trx-b200↪cs_paging_gprs_active.py:38]\u000a13:23:43.028585 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a13:23:43.091989 run osmo-hlr_10.42.42.2(pid=25766): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-b200↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25766)]\u000a13:23:43.143836 run osmo-hlr_10.42.42.2(pid=25766): stdout: \u000a| (launched: 2022-12-13_13:23:39.611158) \u000a13:23:43.196301 run osmo-hlr_10.42.42.2(pid=25766): stderr: \u000a| �[0;m�[1;31m20221213132339787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213132339787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213132339787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132339787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132339787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213132339787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213132339799 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-b200/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213132339807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213132339808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213132339808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:23:43.241349 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25759): Terminating (SIGTERM)\u000a13:23:43.284086 run iperf3-srv_10.42.42.10(pid=25760): Terminating (SIGTERM)\u000a13:23:43.326764 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25761): Terminating (SIGTERM)\u000a13:23:43.369386 run iperf3-srv_10.42.42.10(pid=25762): Terminating (SIGTERM)\u000a13:23:43.411963 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25765): Terminating (SIGTERM)\u000a13:23:43.454741 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25768): Terminating (SIGTERM)\u000a13:23:43.497658 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25771): Terminating (SIGTERM)\u000a13:23:43.507486 --- ParallelTerminationStrategy: PID 25759 died...\u000a13:23:43.564877 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25759): Terminated: ok {rc=0}\u000a13:23:43.575143 --- ParallelTerminationStrategy: PID 25760 died...\u000a13:23:43.631543 run iperf3-srv_10.42.42.10(pid=25760): Terminated {rc=256}\u000a13:23:43.642019 --- ParallelTerminationStrategy: PID 25761 died...\u000a13:23:43.698518 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25761): Terminated: ok {rc=0}\u000a13:23:43.708650 --- ParallelTerminationStrategy: PID 25762 died...\u000a13:23:43.766042 run iperf3-srv_10.42.42.10(pid=25762): Terminated {rc=256}\u000a13:23:43.776194 --- ParallelTerminationStrategy: PID 25765 died...\u000a13:23:43.832880 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25765): Terminated: ok {rc=0}\u000a13:23:43.843049 --- ParallelTerminationStrategy: PID 25768 died...\u000a13:23:43.899463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25768): Terminated: ok {rc=0}\u000a13:23:43.909789 --- ParallelTerminationStrategy: PID 25771 died...\u000a13:23:43.966686 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25771): Terminated: ok {rc=0}\u000a13:23:44.054654 bus /gobi_0: Setting Powered False\u000a13:23:45.161700 bus /gobi_0: Setting Powered False\u000a13:23:46.273091 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 73, "className" : "gprs:trx-b200", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26053): Process ended prematurely: osmo-stp_10.42.42.5(pid=26053) [trial-2390↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26053)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26053): Process ended prematurely: osmo-stp_10.42.42.5(pid=26053) [trial-2390↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26053)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-b200 iperf3.py\u000a----------------------------------------------\u000a13:23:47.408103 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:23:47.420343 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a13:23:47.590663 tst iperf3.py: using LAC 34234\u000a13:23:47.724141 tst iperf3.py: using RAC 64\u000a13:23:47.885164 tst iperf3.py: using CellId 34234\u000a13:23:48.038100 tst iperf3.py: using BVCI 34235\u000a13:23:48.068110 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:23:48.080855 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:23:48.096407 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:23:48.111869 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:23:48.122915 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:23:48.137814 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:23:48.149018 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:23:48.164198 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:23:48.179882 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a13:23:48.513488 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:23:48.667132 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:23:49.079016 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25941): Launched\u000a13:23:49.423813 run iperf3-srv_10.42.42.10(pid=25987): Launched\u000a13:23:49.654641 tst iperf3.py:8: start network...\u000a13:23:49.830977 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:23:50.379746 run create_hlr_db(pid=26045): Launched\u000a13:23:50.574328 bus /gobi_6: Setting Powered False\u000a13:23:51.596492 run create_hlr_db(pid=26045): Terminated: ok {rc=0}\u000a13:23:52.057275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26049): Launched\u000a13:23:52.490008 run osmo-hlr_10.42.42.2(pid=26050): Launched\u000a13:23:52.737321 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:23:53.325773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26052): Launched\u000a13:23:53.728114 run osmo-stp_10.42.42.5(pid=26053): Launched\u000a13:23:53.962294 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:23:54.561553 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26055): Launched\u000a13:23:54.671891 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:23:54.960840 run patchelf(pid=26056): Launched\u000a13:23:55.144663 run osmo-stp_10.42.42.5(pid=26053): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26053)]\u000a13:23:55.279027 run osmo-stp_10.42.42.5(pid=26053): stdout: \u000a| (launched: 2022-12-13_13:23:53.482909)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:23:55.413884 run osmo-stp_10.42.42.5(pid=26053): stderr: \u000a| �[0;m�[38;5;43m20221213132353803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132353803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132353804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132353804 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132353804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132353804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132353813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:23:55.543349 run osmo-stp_10.42.42.5(pid=26053): stdout: \u000a| (launched: 2022-12-13_13:23:53.482909)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:23:55.671826 run osmo-stp_10.42.42.5(pid=26053): stderr: \u000a| �[0;m�[38;5;43m20221213132353803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132353803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132353804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132353804 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132353804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132353804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132353813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:23:55.822912 run patchelf(pid=26056): Terminating (SIGINT)\u000a13:23:55.999058 run patchelf(pid=26056): Terminated: ok {rc=0}\u000a13:23:56.032384 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26053): Process ended prematurely: osmo-stp_10.42.42.5(pid=26053) [trial-2390↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26053)] [trial-2390↪gprs:trx-b200↪iperf3.py:8]\u000a13:23:56.042792 tst iperf3.py:8: Test FAILED (8.7 sec)\u000a13:23:56.104785 run osmo-hlr_10.42.42.2(pid=26050): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-b200↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26050)]\u000a13:23:56.155628 run osmo-hlr_10.42.42.2(pid=26050): stdout: \u000a| (launched: 2022-12-13_13:23:52.227520) \u000a13:23:56.207103 run osmo-hlr_10.42.42.2(pid=26050): stderr: \u000a| �[0;m�[1;31m20221213132352533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213132352533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213132352533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132352533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132352534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213132352534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213132352553 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-b200/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213132352561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213132352562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213132352562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:23:56.251213 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25941): Terminating (SIGTERM)\u000a13:23:56.295054 run iperf3-srv_10.42.42.10(pid=25987): Terminating (SIGTERM)\u000a13:23:56.338577 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26049): Terminating (SIGTERM)\u000a13:23:56.382093 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26052): Terminating (SIGTERM)\u000a13:23:56.425876 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26055): Terminating (SIGTERM)\u000a13:23:56.436008 --- ParallelTerminationStrategy: PID 25941 died...\u000a13:23:56.492494 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25941): Terminated: ok {rc=0}\u000a13:23:56.502794 --- ParallelTerminationStrategy: PID 25987 died...\u000a13:23:56.556994 run iperf3-srv_10.42.42.10(pid=25987): Terminated {rc=256}\u000a13:23:56.566912 --- ParallelTerminationStrategy: PID 26049 died...\u000a13:23:56.621267 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26049): Terminated: ok {rc=0}\u000a13:23:56.631227 --- ParallelTerminationStrategy: PID 26052 died...\u000a13:23:56.685564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26052): Terminated: ok {rc=0}\u000a13:23:56.695547 --- ParallelTerminationStrategy: PID 26055 died...\u000a13:23:56.750327 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26055): Terminated: ok {rc=0}\u000a13:23:56.836625 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 205, "className" : "gprs:trx-b200", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26071): Process ended prematurely: osmo-stp_10.42.42.5(pid=26071) [trial-2390↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26071)]", "failedSince" : 2186, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26071): Process ended prematurely: osmo-stp_10.42.42.5(pid=26071) [trial-2390↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26071)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-b200 iperf3m4.py\u000a----------------------------------------------\u000a13:23:57.955003 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:23:57.967161 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a13:23:58.108241 tst iperf3m4.py: using LAC 34235\u000a13:23:58.235646 tst iperf3m4.py: using RAC 65\u000a13:23:58.359609 tst iperf3m4.py: using CellId 34235\u000a13:23:58.485889 tst iperf3m4.py: using BVCI 34236\u000a13:23:58.510728 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:23:58.522662 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:23:58.535311 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:23:58.546796 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:23:58.559335 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:23:58.571348 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:23:58.584044 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:23:58.596005 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:23:58.608219 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a13:23:58.731921 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a13:23:58.855925 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a13:23:58.979364 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a13:23:59.271634 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:23:59.404747 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:23:59.749526 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26057): Launched\u000a13:24:00.041579 run iperf3-srv_10.42.42.10(pid=26058): Launched\u000a13:24:00.237509 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:24:00.370682 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:24:00.712895 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26059): Launched\u000a13:24:01.020424 run iperf3-srv_10.42.42.10(pid=26060): Launched\u000a13:24:01.260156 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:24:01.419283 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:24:01.827415 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26061): Launched\u000a13:24:02.159993 run iperf3-srv_10.42.42.10(pid=26062): Launched\u000a13:24:02.392121 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:24:02.550469 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:24:02.974232 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26063): Launched\u000a13:24:03.292476 run iperf3-srv_10.42.42.10(pid=26064): Launched\u000a13:24:03.525913 tst iperf3m4.py:8: start network...\u000a13:24:03.658282 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:24:04.206059 run create_hlr_db(pid=26065): Launched\u000a13:24:04.389481 bus /gobi_6: Setting Powered False\u000a13:24:05.410574 run create_hlr_db(pid=26065): Terminated: ok {rc=0}\u000a13:24:05.846153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26067): Launched\u000a13:24:06.260898 run osmo-hlr_10.42.42.2(pid=26068): Launched\u000a13:24:06.494312 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:24:07.139136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26070): Launched\u000a13:24:07.557308 run osmo-stp_10.42.42.5(pid=26071): Launched\u000a13:24:07.794529 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:24:08.405984 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26073): Launched\u000a13:24:08.518017 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:24:08.812214 run patchelf(pid=26074): Launched\u000a13:24:09.000442 run osmo-stp_10.42.42.5(pid=26071): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26071)]\u000a13:24:09.137940 run osmo-stp_10.42.42.5(pid=26071): stdout: \u000a| (launched: 2022-12-13_13:24:07.299198)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:24:09.273865 run osmo-stp_10.42.42.5(pid=26071): stderr: \u000a| �[0;m�[38;5;43m20221213132407629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132407629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132407629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132407630 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132407630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132407630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132407630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:24:09.406649 run osmo-stp_10.42.42.5(pid=26071): stdout: \u000a| (launched: 2022-12-13_13:24:07.299198)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:24:09.538450 run osmo-stp_10.42.42.5(pid=26071): stderr: \u000a| �[0;m�[38;5;43m20221213132407629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132407629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132407629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132407630 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132407630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132407630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132407630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:24:09.691397 run patchelf(pid=26074): Terminating (SIGINT)\u000a13:24:09.873318 run patchelf(pid=26074): Terminated: ok {rc=0}\u000a13:24:09.906846 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26071): Process ended prematurely: osmo-stp_10.42.42.5(pid=26071) [trial-2390↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26071)] [trial-2390↪gprs:trx-b200↪iperf3m4.py:8]\u000a13:24:09.917873 tst iperf3m4.py:8: Test FAILED (12.0 sec)\u000a13:24:09.982894 run osmo-hlr_10.42.42.2(pid=26068): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-b200↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26068)]\u000a13:24:10.035522 run osmo-hlr_10.42.42.2(pid=26068): stdout: \u000a| (launched: 2022-12-13_13:24:06.007189) \u000a13:24:10.088096 run osmo-hlr_10.42.42.2(pid=26068): stderr: \u000a| �[0;m�[1;31m20221213132406347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213132406347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213132406347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132406347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132406347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213132406347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213132406362 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-b200/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213132406378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213132406379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213132406379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:24:10.134166 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26057): Terminating (SIGTERM)\u000a13:24:10.178061 run iperf3-srv_10.42.42.10(pid=26058): Terminating (SIGTERM)\u000a13:24:10.222457 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26059): Terminating (SIGTERM)\u000a13:24:10.266616 run iperf3-srv_10.42.42.10(pid=26060): Terminating (SIGTERM)\u000a13:24:10.311093 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26061): Terminating (SIGTERM)\u000a13:24:10.357084 run iperf3-srv_10.42.42.10(pid=26062): Terminating (SIGTERM)\u000a13:24:10.401441 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26063): Terminating (SIGTERM)\u000a13:24:10.445946 run iperf3-srv_10.42.42.10(pid=26064): Terminating (SIGTERM)\u000a13:24:10.490237 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26067): Terminating (SIGTERM)\u000a13:24:10.535720 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26070): Terminating (SIGTERM)\u000a13:24:10.580725 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26073): Terminating (SIGTERM)\u000a13:24:10.591521 --- ParallelTerminationStrategy: PID 26057 died...\u000a13:24:10.649725 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26057): Terminated: ok {rc=0}\u000a13:24:10.660488 --- ParallelTerminationStrategy: PID 26058 died...\u000a13:24:10.717258 run iperf3-srv_10.42.42.10(pid=26058): Terminated {rc=256}\u000a13:24:10.729628 --- ParallelTerminationStrategy: PID 26059 died...\u000a13:24:10.786219 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26059): Terminated: ok {rc=0}\u000a13:24:10.796581 --- ParallelTerminationStrategy: PID 26060 died...\u000a13:24:10.853118 run iperf3-srv_10.42.42.10(pid=26060): Terminated {rc=256}\u000a13:24:10.864008 --- ParallelTerminationStrategy: PID 26061 died...\u000a13:24:10.920773 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26061): Terminated: ok {rc=0}\u000a13:24:10.931235 --- ParallelTerminationStrategy: PID 26062 died...\u000a13:24:10.988134 run iperf3-srv_10.42.42.10(pid=26062): Terminated {rc=256}\u000a13:24:10.999491 --- ParallelTerminationStrategy: PID 26063 died...\u000a13:24:11.055762 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26063): Terminated: ok {rc=0}\u000a13:24:11.066478 --- ParallelTerminationStrategy: PID 26064 died...\u000a13:24:11.122300 run iperf3-srv_10.42.42.10(pid=26064): Terminated {rc=256}\u000a13:24:11.134556 --- ParallelTerminationStrategy: PID 26067 died...\u000a13:24:11.190720 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26067): Terminated: ok {rc=0}\u000a13:24:11.201769 --- ParallelTerminationStrategy: PID 26070 died...\u000a13:24:11.258407 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26070): Terminated: ok {rc=0}\u000a13:24:11.269186 --- ParallelTerminationStrategy: PID 26073 died...\u000a13:24:11.325587 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26073): Terminated: ok {rc=0}\u000a13:24:11.418719 bus /gobi_4: Setting Powered False\u000a13:24:12.524629 bus /gobi_4: Setting Powered False\u000a13:24:13.638013 bus /gobi_1: Setting Powered False\u000a13:24:14.741353 bus /gobi_1: Setting Powered False\u000a13:24:15.872724 bus /gobi_0: Setting Powered False\u000a13:24:16.991150 bus /gobi_0: Setting Powered False\u000a13:24:18.099558 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 205, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26082): Process ended prematurely: osmo-stp_10.42.42.5(pid=26082) [trial-2390↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26082)]", "failedSince" : 2186, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26082): Process ended prematurely: osmo-stp_10.42.42.5(pid=26082) [trial-2390↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26082)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-b200 ping.py\u000a----------------------------------------------\u000a13:24:19.165666 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:24:19.176581 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a13:24:19.312039 tst ping.py: using LAC 34236\u000a13:24:19.431190 tst ping.py: using RAC 66\u000a13:24:19.551280 tst ping.py: using CellId 34236\u000a13:24:19.671493 tst ping.py: using BVCI 34237\u000a13:24:19.694557 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:24:19.705138 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:24:19.715494 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:24:19.725910 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:24:19.736159 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:24:19.746569 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:24:19.757246 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:24:19.767691 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a13:24:20.043413 tst ping.py:19: start network...\u000a13:24:20.167719 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:24:20.646677 run create_hlr_db(pid=26076): Launched\u000a13:24:20.820756 bus /gobi_6: Setting Powered False\u000a13:24:21.841688 run create_hlr_db(pid=26076): Terminated: ok {rc=0}\u000a13:24:22.244649 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26078): Launched\u000a13:24:22.544657 run osmo-hlr_10.42.42.2(pid=26079): Launched\u000a13:24:22.653809 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:24:23.179886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26081): Launched\u000a13:24:23.479764 run osmo-stp_10.42.42.5(pid=26082): Launched\u000a13:24:23.588221 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:24:24.110696 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26084): Launched\u000a13:24:24.217493 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:24:24.480140 run patchelf(pid=26085): Launched\u000a13:24:24.655905 run osmo-stp_10.42.42.5(pid=26082): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26082)]\u000a13:24:24.784423 run osmo-stp_10.42.42.5(pid=26082): stdout: \u000a| (launched: 2022-12-13_13:24:23.331779)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:24:24.913448 run osmo-stp_10.42.42.5(pid=26082): stderr: \u000a| �[0;m�[38;5;43m20221213132423501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132423501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132423501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132423502 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132423502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132423502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132423502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:24:25.038085 run osmo-stp_10.42.42.5(pid=26082): stdout: \u000a| (launched: 2022-12-13_13:24:23.331779)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:24:25.160911 run osmo-stp_10.42.42.5(pid=26082): stderr: \u000a| �[0;m�[38;5;43m20221213132423501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132423501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132423501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132423502 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132423502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132423502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132423502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:24:25.304835 run patchelf(pid=26085): Terminating (SIGINT)\u000a13:24:25.473823 run patchelf(pid=26085): Terminated: ok {rc=0}\u000a13:24:25.504553 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26082): Process ended prematurely: osmo-stp_10.42.42.5(pid=26082) [trial-2390↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26082)] [trial-2390↪gprs:trx-b200↪ping.py:22]\u000a13:24:25.513579 tst ping.py:22: Test FAILED (6.3 sec)\u000a13:24:25.573842 run osmo-hlr_10.42.42.2(pid=26079): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-b200↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26079)]\u000a13:24:25.622412 run osmo-hlr_10.42.42.2(pid=26079): stdout: \u000a| (launched: 2022-12-13_13:24:22.396750) \u000a13:24:25.671807 run osmo-hlr_10.42.42.2(pid=26079): stderr: \u000a| �[0;m�[1;31m20221213132422571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213132422571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213132422571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132422571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132422571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213132422571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213132422583 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-b200/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213132422592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213132422593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213132422593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:24:25.713837 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26078): Terminating (SIGTERM)\u000a13:24:25.753703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26081): Terminating (SIGTERM)\u000a13:24:25.793974 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26084): Terminating (SIGTERM)\u000a13:24:25.803298 --- ParallelTerminationStrategy: PID 26078 died...\u000a13:24:25.856609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26078): Terminated: ok {rc=0}\u000a13:24:25.866323 --- ParallelTerminationStrategy: PID 26081 died...\u000a13:24:25.919490 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26081): Terminated: ok {rc=0}\u000a13:24:25.929090 --- ParallelTerminationStrategy: PID 26084 died...\u000a13:24:25.981958 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26084): Terminated: ok {rc=0}\u000a13:24:26.068988 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 205, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26092): Process ended prematurely: osmo-stp_10.42.42.5(pid=26092) [trial-2390↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26092)]", "failedSince" : 2186, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26092): Process ended prematurely: osmo-stp_10.42.42.5(pid=26092) [trial-2390↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26092)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-b200 ping_idle_ping.py\u000a----------------------------------------------\u000a13:24:27.121236 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:24:27.132467 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a13:24:27.279898 tst ping_idle_ping.py: using LAC 34237\u000a13:24:27.405051 tst ping_idle_ping.py: using RAC 67\u000a13:24:27.525279 tst ping_idle_ping.py: using CellId 34237\u000a13:24:27.647480 tst ping_idle_ping.py: using BVCI 34238\u000a13:24:27.670819 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:24:27.681629 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:24:27.692367 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:24:27.702864 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:24:27.713315 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:24:27.724065 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:24:27.735045 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a13:24:27.745645 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a13:24:28.035137 tst ping_idle_ping.py:24: start network...\u000a13:24:28.169998 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:24:28.683375 run create_hlr_db(pid=26086): Launched\u000a13:24:28.872144 bus /gobi_6: Setting Powered False\u000a13:24:29.891965 run create_hlr_db(pid=26086): Terminated: ok {rc=0}\u000a13:24:30.298952 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26088): Launched\u000a13:24:30.601069 run osmo-hlr_10.42.42.2(pid=26089): Launched\u000a13:24:30.717624 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:24:31.291676 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26091): Launched\u000a13:24:31.725122 run osmo-stp_10.42.42.5(pid=26092): Launched\u000a13:24:31.842581 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:24:32.435599 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26094): Launched\u000a13:24:32.542316 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:24:32.806711 run patchelf(pid=26095): Launched\u000a13:24:32.984226 run osmo-stp_10.42.42.5(pid=26092): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26092)]\u000a13:24:33.114665 run osmo-stp_10.42.42.5(pid=26092): stdout: \u000a| (launched: 2022-12-13_13:24:31.460401)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:24:33.244532 run osmo-stp_10.42.42.5(pid=26092): stderr: \u000a| �[0;m�[38;5;43m20221213132431678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132431678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132431678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132431678 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132431679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132431679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132431679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:24:33.369378 run osmo-stp_10.42.42.5(pid=26092): stdout: \u000a| (launched: 2022-12-13_13:24:31.460401)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:24:33.493143 run osmo-stp_10.42.42.5(pid=26092): stderr: \u000a| �[0;m�[38;5;43m20221213132431678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132431678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132431678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132431678 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132431679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132431679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132431679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:24:33.637545 run patchelf(pid=26095): Terminating (SIGINT)\u000a13:24:33.807686 run patchelf(pid=26095): Terminated: ok {rc=0}\u000a13:24:33.838551 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26092): Process ended prematurely: osmo-stp_10.42.42.5(pid=26092) [trial-2390↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26092)] [trial-2390↪gprs:trx-b200↪ping_idle_ping.py:27]\u000a13:24:33.847319 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a13:24:33.907484 run osmo-hlr_10.42.42.2(pid=26089): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-b200↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26089)]\u000a13:24:33.956669 run osmo-hlr_10.42.42.2(pid=26089): stdout: \u000a| (launched: 2022-12-13_13:24:30.451932) \u000a13:24:34.007067 run osmo-hlr_10.42.42.2(pid=26089): stderr: \u000a| �[0;m�[1;31m20221213132430626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213132430626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213132430626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132430626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132430626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213132430626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213132430638 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-b200/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213132430647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213132430647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213132430647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:24:34.049647 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26088): Terminating (SIGTERM)\u000a13:24:34.089886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26091): Terminating (SIGTERM)\u000a13:24:34.130015 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26094): Terminating (SIGTERM)\u000a13:24:34.139316 --- ParallelTerminationStrategy: PID 26088 died...\u000a13:24:34.193186 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26088): Terminated: ok {rc=0}\u000a13:24:34.203206 --- ParallelTerminationStrategy: PID 26091 died...\u000a13:24:34.256784 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26091): Terminated: ok {rc=0}\u000a13:24:34.266559 --- ParallelTerminationStrategy: PID 26094 died...\u000a13:24:34.320059 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26094): Terminated: ok {rc=0}\u000a13:24:34.404327 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 63.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "50", "name" : "gprs_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:23:33" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26110): Process ended prematurely: osmo-stp_10.42.42.5(pid=26110) [trial-2390↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26110)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26110): Process ended prematurely: osmo-stp_10.42.42.5(pid=26110) [trial-2390↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26110)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-b200+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:24:36.578277 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:24:36.589575 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:24:36.738078 tst cs_paging_gprs_active.py: using LAC 34238\u000a13:24:36.866827 tst cs_paging_gprs_active.py: using RAC 68\u000a13:24:37.001304 tst cs_paging_gprs_active.py: using CellId 34238\u000a13:24:37.125458 tst cs_paging_gprs_active.py: using BVCI 34239\u000a13:24:37.149173 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:24:37.160077 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:24:37.170906 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:24:37.181740 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:24:37.192782 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:24:37.203706 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:24:37.214692 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:24:37.225441 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:24:37.236312 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:24:37.358359 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:24:37.658131 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:24:37.796489 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:24:38.139710 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26100): Launched\u000a13:24:38.424475 run iperf3-srv_10.42.42.10(pid=26101): Launched\u000a13:24:38.626507 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:24:38.764690 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:24:39.107526 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26102): Launched\u000a13:24:39.392002 run iperf3-srv_10.42.42.10(pid=26103): Launched\u000a13:24:39.593128 tst cs_paging_gprs_active.py:38: start network...\u000a13:24:39.730388 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:24:40.248539 run create_hlr_db(pid=26104): Launched\u000a13:24:40.438355 bus /gobi_6: Setting Powered False\u000a13:24:41.458969 run create_hlr_db(pid=26104): Terminated: ok {rc=0}\u000a13:24:41.871599 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26106): Launched\u000a13:24:42.179397 run osmo-hlr_10.42.42.2(pid=26107): Launched\u000a13:24:42.296372 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:24:42.828046 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26109): Launched\u000a13:24:43.136010 run osmo-stp_10.42.42.5(pid=26110): Launched\u000a13:24:43.247511 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:24:43.784311 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26112): Launched\u000a13:24:43.893525 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:24:44.161375 run patchelf(pid=26113): Launched\u000a13:24:44.340069 run osmo-stp_10.42.42.5(pid=26110): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26110)]\u000a13:24:44.470974 run osmo-stp_10.42.42.5(pid=26110): stdout: \u000a| (launched: 2022-12-13_13:24:42.983397)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:24:44.602101 run osmo-stp_10.42.42.5(pid=26110): stderr: \u000a| �[0;m�[38;5;43m20221213132443151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132443151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132443151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132443152 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132443152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132443152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132443152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:24:44.728376 run osmo-stp_10.42.42.5(pid=26110): stdout: \u000a| (launched: 2022-12-13_13:24:42.983397)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:24:44.853829 run osmo-stp_10.42.42.5(pid=26110): stderr: \u000a| �[0;m�[38;5;43m20221213132443151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132443151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132443151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132443152 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132443152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132443152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132443152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:24:45.000123 run patchelf(pid=26113): Terminating (SIGINT)\u000a13:24:45.173657 run patchelf(pid=26113): Terminated: ok {rc=0}\u000a13:24:45.205431 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26110): Process ended prematurely: osmo-stp_10.42.42.5(pid=26110) [trial-2390↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26110)] [trial-2390↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a13:24:45.214745 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a13:24:45.274194 run osmo-hlr_10.42.42.2(pid=26107): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26107)]\u000a13:24:45.322813 run osmo-hlr_10.42.42.2(pid=26107): stdout: \u000a| (launched: 2022-12-13_13:24:42.027821) \u000a13:24:45.372455 run osmo-hlr_10.42.42.2(pid=26107): stderr: \u000a| �[0;m�[1;31m20221213132442201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213132442201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213132442201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132442201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132442201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213132442201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213132442212 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-b200+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213132442221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213132442221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213132442221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:24:45.414591 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26100): Terminating (SIGTERM)\u000a13:24:45.454112 run iperf3-srv_10.42.42.10(pid=26101): Terminating (SIGTERM)\u000a13:24:45.493752 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26102): Terminating (SIGTERM)\u000a13:24:45.533115 run iperf3-srv_10.42.42.10(pid=26103): Terminating (SIGTERM)\u000a13:24:45.572660 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26106): Terminating (SIGTERM)\u000a13:24:45.612365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26109): Terminating (SIGTERM)\u000a13:24:45.651942 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26112): Terminating (SIGTERM)\u000a13:24:45.661154 --- ParallelTerminationStrategy: PID 26100 died...\u000a13:24:45.713913 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26100): Terminated: ok {rc=0}\u000a13:24:45.723478 --- ParallelTerminationStrategy: PID 26101 died...\u000a13:24:45.776090 run iperf3-srv_10.42.42.10(pid=26101): Terminated {rc=256}\u000a13:24:45.785970 --- ParallelTerminationStrategy: PID 26102 died...\u000a13:24:45.856131 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26102): Terminated: ok {rc=0}\u000a13:24:45.869126 --- ParallelTerminationStrategy: PID 26103 died...\u000a13:24:45.934873 run iperf3-srv_10.42.42.10(pid=26103): Terminated {rc=256}\u000a13:24:45.944897 --- ParallelTerminationStrategy: PID 26106 died...\u000a13:24:45.998976 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26106): Terminated: ok {rc=0}\u000a13:24:46.010107 --- ParallelTerminationStrategy: PID 26109 died...\u000a13:24:46.077761 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26109): Terminated: ok {rc=0}\u000a13:24:46.087823 --- ParallelTerminationStrategy: PID 26112 died...\u000a13:24:46.155715 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26112): Terminated: ok {rc=0}\u000a13:24:46.270868 bus /gobi_0: Setting Powered False\u000a13:24:47.376478 bus /gobi_0: Setting Powered False\u000a13:24:48.482717 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26122): Process ended prematurely: osmo-stp_10.42.42.5(pid=26122) [trial-2390↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26122)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26122): Process ended prematurely: osmo-stp_10.42.42.5(pid=26122) [trial-2390↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26122)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-b200+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a13:24:49.600204 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:24:49.611991 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:24:49.757389 tst iperf3.py: using LAC 34239\u000a13:24:49.887541 tst iperf3.py: using RAC 69\u000a13:24:50.016536 tst iperf3.py: using CellId 34239\u000a13:24:50.151018 tst iperf3.py: using BVCI 34240\u000a13:24:50.176212 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:24:50.187616 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:24:50.198782 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:24:50.209874 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:24:50.221291 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:24:50.232591 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:24:50.244120 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:24:50.255360 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:24:50.266891 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:24:50.550782 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:24:50.679271 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:24:50.998329 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26114): Launched\u000a13:24:51.266868 run iperf3-srv_10.42.42.10(pid=26115): Launched\u000a13:24:51.454614 tst iperf3.py:8: start network...\u000a13:24:51.582825 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:24:52.076024 run create_hlr_db(pid=26116): Launched\u000a13:24:52.252164 bus /gobi_6: Setting Powered False\u000a13:24:53.273783 run create_hlr_db(pid=26116): Terminated: ok {rc=0}\u000a13:24:53.712040 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26118): Launched\u000a13:24:54.041720 run osmo-hlr_10.42.42.2(pid=26119): Launched\u000a13:24:54.163759 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:24:54.736585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26121): Launched\u000a13:24:55.068899 run osmo-stp_10.42.42.5(pid=26122): Launched\u000a13:24:55.188748 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:24:55.763673 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26124): Launched\u000a13:24:55.881062 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:24:56.168694 run patchelf(pid=26125): Launched\u000a13:24:56.360941 run osmo-stp_10.42.42.5(pid=26122): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26122)]\u000a13:24:56.501746 run osmo-stp_10.42.42.5(pid=26122): stdout: \u000a| (launched: 2022-12-13_13:24:54.904669)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:24:56.642955 run osmo-stp_10.42.42.5(pid=26122): stderr: \u000a| �[0;m�[38;5;43m20221213132455095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132455096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132455096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132455096 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132455097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132455097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132455097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:24:56.779481 run osmo-stp_10.42.42.5(pid=26122): stdout: \u000a| (launched: 2022-12-13_13:24:54.904669)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:24:56.914817 run osmo-stp_10.42.42.5(pid=26122): stderr: \u000a| �[0;m�[38;5;43m20221213132455095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132455096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132455096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132455096 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132455097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132455097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132455097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:24:57.072251 run patchelf(pid=26125): Terminating (SIGINT)\u000a13:24:57.257646 run patchelf(pid=26125): Terminated: ok {rc=0}\u000a13:24:57.291502 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26122): Process ended prematurely: osmo-stp_10.42.42.5(pid=26122) [trial-2390↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26122)] [trial-2390↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8]\u000a13:24:57.301599 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a13:24:57.365478 run osmo-hlr_10.42.42.2(pid=26119): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26119)]\u000a13:24:57.417231 run osmo-hlr_10.42.42.2(pid=26119): stdout: \u000a| (launched: 2022-12-13_13:24:53.880078) \u000a13:24:57.469723 run osmo-hlr_10.42.42.2(pid=26119): stderr: \u000a| �[0;m�[1;31m20221213132454078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213132454078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213132454078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132454078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132454078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213132454078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213132454091 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-b200+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213132454099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213132454099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213132454099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:24:57.514674 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26114): Terminating (SIGTERM)\u000a13:24:57.557380 run iperf3-srv_10.42.42.10(pid=26115): Terminating (SIGTERM)\u000a13:24:57.599774 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26118): Terminating (SIGTERM)\u000a13:24:57.642300 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26121): Terminating (SIGTERM)\u000a13:24:57.684714 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26124): Terminating (SIGTERM)\u000a13:24:57.694478 --- ParallelTerminationStrategy: PID 26114 died...\u000a13:24:57.751374 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26114): Terminated: ok {rc=0}\u000a13:24:57.761514 --- ParallelTerminationStrategy: PID 26115 died...\u000a13:24:57.817898 run iperf3-srv_10.42.42.10(pid=26115): Terminated {rc=256}\u000a13:24:57.827986 --- ParallelTerminationStrategy: PID 26118 died...\u000a13:24:57.884110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26118): Terminated: ok {rc=0}\u000a13:24:57.894090 --- ParallelTerminationStrategy: PID 26121 died...\u000a13:24:57.950447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26121): Terminated: ok {rc=0}\u000a13:24:57.960400 --- ParallelTerminationStrategy: PID 26124 died...\u000a13:24:58.016911 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26124): Terminated: ok {rc=0}\u000a13:24:58.104935 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26143): Process ended prematurely: osmo-stp_10.42.42.5(pid=26143) [trial-2390↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26143)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26143): Process ended prematurely: osmo-stp_10.42.42.5(pid=26143) [trial-2390↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26143)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-b200+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a13:24:59.220600 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:24:59.232895 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:24:59.382172 tst iperf3m4.py: using LAC 34240\u000a13:24:59.512362 tst iperf3m4.py: using RAC 70\u000a13:24:59.636849 tst iperf3m4.py: using CellId 34240\u000a13:24:59.759639 tst iperf3m4.py: using BVCI 34241\u000a13:24:59.783559 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:24:59.794835 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:24:59.805781 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:24:59.816419 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:24:59.827482 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:24:59.838372 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:24:59.849350 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:24:59.860128 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:24:59.871123 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:24:59.994272 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:25:00.114204 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:25:00.236173 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:25:00.535211 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:25:00.672596 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:25:01.031609 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26126): Launched\u000a13:25:01.334635 run iperf3-srv_10.42.42.10(pid=26127): Launched\u000a13:25:01.540551 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:25:01.695074 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:25:02.098555 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26131): Launched\u000a13:25:02.377390 run iperf3-srv_10.42.42.10(pid=26132): Launched\u000a13:25:02.563249 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:25:02.690117 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:25:03.006806 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26133): Launched\u000a13:25:03.270451 run iperf3-srv_10.42.42.10(pid=26134): Launched\u000a13:25:03.456751 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:25:03.583340 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:25:03.899633 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26135): Launched\u000a13:25:04.163837 run iperf3-srv_10.42.42.10(pid=26136): Launched\u000a13:25:04.349685 tst iperf3m4.py:8: start network...\u000a13:25:04.476898 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:25:04.969725 run create_hlr_db(pid=26137): Launched\u000a13:25:05.144918 bus /gobi_6: Setting Powered False\u000a13:25:06.166748 run create_hlr_db(pid=26137): Terminated: ok {rc=0}\u000a13:25:06.574673 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26139): Launched\u000a13:25:06.881110 run osmo-hlr_10.42.42.2(pid=26140): Launched\u000a13:25:06.991834 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:25:07.525599 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26142): Launched\u000a13:25:07.834426 run osmo-stp_10.42.42.5(pid=26143): Launched\u000a13:25:07.944943 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:25:08.483475 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26145): Launched\u000a13:25:08.592170 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:25:08.860176 run patchelf(pid=26147): Launched\u000a13:25:09.040287 run osmo-stp_10.42.42.5(pid=26143): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26143)]\u000a13:25:09.172109 run osmo-stp_10.42.42.5(pid=26143): stdout: \u000a| (launched: 2022-12-13_13:25:07.681262)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:25:09.303932 run osmo-stp_10.42.42.5(pid=26143): stderr: \u000a| �[0;m�[38;5;43m20221213132507852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132507852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132507852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132507853 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132507853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132507853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132507854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:25:09.432077 run osmo-stp_10.42.42.5(pid=26143): stdout: \u000a| (launched: 2022-12-13_13:25:07.681262)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:25:09.558327 run osmo-stp_10.42.42.5(pid=26143): stderr: \u000a| �[0;m�[38;5;43m20221213132507852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132507852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132507852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132507853 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132507853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132507853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132507854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:25:09.705646 run patchelf(pid=26147): Terminating (SIGINT)\u000a13:25:09.878639 run patchelf(pid=26147): Terminated: ok {rc=0}\u000a13:25:09.910258 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26143): Process ended prematurely: osmo-stp_10.42.42.5(pid=26143) [trial-2390↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26143)] [trial-2390↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8]\u000a13:25:09.919519 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a13:25:09.979815 run osmo-hlr_10.42.42.2(pid=26140): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26140)]\u000a13:25:10.028593 run osmo-hlr_10.42.42.2(pid=26140): stdout: \u000a| (launched: 2022-12-13_13:25:06.730403) \u000a13:25:10.078030 run osmo-hlr_10.42.42.2(pid=26140): stderr: \u000a| �[0;m�[1;31m20221213132506903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213132506903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213132506904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132506904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132506904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213132506904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213132506916 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-b200+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213132506924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213132506924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213132506924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:25:10.120375 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26126): Terminating (SIGTERM)\u000a13:25:10.160358 run iperf3-srv_10.42.42.10(pid=26127): Terminating (SIGTERM)\u000a13:25:10.200519 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26131): Terminating (SIGTERM)\u000a13:25:10.240835 run iperf3-srv_10.42.42.10(pid=26132): Terminating (SIGTERM)\u000a13:25:10.280876 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26133): Terminating (SIGTERM)\u000a13:25:10.321109 run iperf3-srv_10.42.42.10(pid=26134): Terminating (SIGTERM)\u000a13:25:10.361126 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26135): Terminating (SIGTERM)\u000a13:25:10.401250 run iperf3-srv_10.42.42.10(pid=26136): Terminating (SIGTERM)\u000a13:25:10.441344 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26139): Terminating (SIGTERM)\u000a13:25:10.481367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26142): Terminating (SIGTERM)\u000a13:25:10.521782 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26145): Terminating (SIGTERM)\u000a13:25:10.531108 --- ParallelTerminationStrategy: PID 26126 died...\u000a13:25:10.585180 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26126): Terminated: ok {rc=0}\u000a13:25:10.594898 --- ParallelTerminationStrategy: PID 26127 died...\u000a13:25:10.648234 run iperf3-srv_10.42.42.10(pid=26127): Terminated {rc=256}\u000a13:25:10.657831 --- ParallelTerminationStrategy: PID 26131 died...\u000a13:25:10.710868 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26131): Terminated: ok {rc=0}\u000a13:25:10.720548 --- ParallelTerminationStrategy: PID 26132 died...\u000a13:25:10.773695 run iperf3-srv_10.42.42.10(pid=26132): Terminated {rc=256}\u000a13:25:10.783362 --- ParallelTerminationStrategy: PID 26133 died...\u000a13:25:10.836656 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26133): Terminated: ok {rc=0}\u000a13:25:10.846299 --- ParallelTerminationStrategy: PID 26134 died...\u000a13:25:10.899453 run iperf3-srv_10.42.42.10(pid=26134): Terminated {rc=256}\u000a13:25:10.909060 --- ParallelTerminationStrategy: PID 26135 died...\u000a13:25:10.962174 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26135): Terminated: ok {rc=0}\u000a13:25:10.971672 --- ParallelTerminationStrategy: PID 26136 died...\u000a13:25:11.024908 run iperf3-srv_10.42.42.10(pid=26136): Terminated {rc=256}\u000a13:25:11.034455 --- ParallelTerminationStrategy: PID 26139 died...\u000a13:25:11.087988 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26139): Terminated: ok {rc=0}\u000a13:25:11.097782 --- ParallelTerminationStrategy: PID 26142 died...\u000a13:25:11.151218 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26142): Terminated: ok {rc=0}\u000a13:25:11.160878 --- ParallelTerminationStrategy: PID 26145 died...\u000a13:25:11.214323 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26145): Terminated: ok {rc=0}\u000a13:25:11.298011 bus /gobi_4: Setting Powered False\u000a13:25:12.401361 bus /gobi_4: Setting Powered False\u000a13:25:13.512275 bus /gobi_1: Setting Powered False\u000a13:25:14.616703 bus /gobi_1: Setting Powered False\u000a13:25:15.729404 bus /gobi_0: Setting Powered False\u000a13:25:16.863090 bus /gobi_0: Setting Powered False\u000a13:25:17.978292 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26154): Process ended prematurely: osmo-stp_10.42.42.5(pid=26154) [trial-2390↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26154)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26154): Process ended prematurely: osmo-stp_10.42.42.5(pid=26154) [trial-2390↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26154)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-b200+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a13:25:19.046291 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:25:19.057795 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:25:19.203565 tst ping.py: using LAC 34241\u000a13:25:19.330364 tst ping.py: using RAC 71\u000a13:25:19.458912 tst ping.py: using CellId 34241\u000a13:25:19.587184 tst ping.py: using BVCI 34242\u000a13:25:19.612226 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:25:19.623856 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:25:19.635105 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:25:19.646358 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:25:19.657872 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:25:19.669345 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:25:19.680996 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:25:19.692452 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:25:19.970365 tst ping.py:19: start network...\u000a13:25:20.095015 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:25:20.581098 run create_hlr_db(pid=26148): Launched\u000a13:25:20.755178 bus /gobi_6: Setting Powered False\u000a13:25:21.774955 run create_hlr_db(pid=26148): Terminated: ok {rc=0}\u000a13:25:22.206110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26150): Launched\u000a13:25:22.530494 run osmo-hlr_10.42.42.2(pid=26151): Launched\u000a13:25:22.650387 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:25:23.218988 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26153): Launched\u000a13:25:23.543107 run osmo-stp_10.42.42.5(pid=26154): Launched\u000a13:25:23.660623 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:25:24.223614 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26156): Launched\u000a13:25:24.338339 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:25:24.619837 run patchelf(pid=26157): Launched\u000a13:25:24.808523 run osmo-stp_10.42.42.5(pid=26154): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26154)]\u000a13:25:24.946404 run osmo-stp_10.42.42.5(pid=26154): stdout: \u000a| (launched: 2022-12-13_13:25:23.382605)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:25:25.084175 run osmo-stp_10.42.42.5(pid=26154): stderr: \u000a| �[0;m�[38;5;43m20221213132523572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132523572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132523573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132523573 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132523574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132523574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132523574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:25:25.217489 run osmo-stp_10.42.42.5(pid=26154): stdout: \u000a| (launched: 2022-12-13_13:25:23.382605)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:25:25.349413 run osmo-stp_10.42.42.5(pid=26154): stderr: \u000a| �[0;m�[38;5;43m20221213132523572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132523572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132523573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132523573 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132523574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132523574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132523574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:25:25.503061 run patchelf(pid=26157): Terminating (SIGINT)\u000a13:25:25.683874 run patchelf(pid=26157): Terminated: ok {rc=0}\u000a13:25:25.716626 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26154): Process ended prematurely: osmo-stp_10.42.42.5(pid=26154) [trial-2390↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26154)] [trial-2390↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22]\u000a13:25:25.726072 tst ping.py:22: Test FAILED (6.7 sec)\u000a13:25:25.789801 run osmo-hlr_10.42.42.2(pid=26151): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-b200+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26151)]\u000a13:25:25.841172 run osmo-hlr_10.42.42.2(pid=26151): stdout: \u000a| (launched: 2022-12-13_13:25:22.370128) \u000a13:25:25.893108 run osmo-hlr_10.42.42.2(pid=26151): stderr: \u000a| �[0;m�[1;31m20221213132522566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213132522566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213132522566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132522566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132522566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213132522566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213132522579 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-b200+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213132522587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213132522588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213132522588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:25:25.937696 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26150): Terminating (SIGTERM)\u000a13:25:25.979623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26153): Terminating (SIGTERM)\u000a13:25:26.022144 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26156): Terminating (SIGTERM)\u000a13:25:26.031921 --- ParallelTerminationStrategy: PID 26150 died...\u000a13:25:26.088312 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26150): Terminated: ok {rc=0}\u000a13:25:26.098447 --- ParallelTerminationStrategy: PID 26153 died...\u000a13:25:26.154908 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26153): Terminated: ok {rc=0}\u000a13:25:26.164922 --- ParallelTerminationStrategy: PID 26156 died...\u000a13:25:26.221339 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26156): Terminated: ok {rc=0}\u000a13:25:26.308868 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26164): Process ended prematurely: osmo-stp_10.42.42.5(pid=26164) [trial-2390↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26164)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26164): Process ended prematurely: osmo-stp_10.42.42.5(pid=26164) [trial-2390↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26164)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-b200+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a13:25:27.361357 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:25:27.373285 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:25:27.513474 tst ping_idle_ping.py: using LAC 34242\u000a13:25:27.631820 tst ping_idle_ping.py: using RAC 72\u000a13:25:27.752303 tst ping_idle_ping.py: using CellId 34242\u000a13:25:27.878435 tst ping_idle_ping.py: using BVCI 34243\u000a13:25:27.902973 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:25:27.914435 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:25:27.925679 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:25:27.936750 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:25:27.948362 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:25:27.959746 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:25:27.971622 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:25:27.983165 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:25:28.262862 tst ping_idle_ping.py:24: start network...\u000a13:25:28.387598 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:25:28.871694 run create_hlr_db(pid=26158): Launched\u000a13:25:29.045364 bus /gobi_6: Setting Powered False\u000a13:25:30.067496 run create_hlr_db(pid=26158): Terminated: ok {rc=0}\u000a13:25:30.500239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26160): Launched\u000a13:25:30.835988 run osmo-hlr_10.42.42.2(pid=26161): Launched\u000a13:25:31.032746 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:25:31.709067 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26163): Launched\u000a13:25:32.173870 run osmo-stp_10.42.42.5(pid=26164): Launched\u000a13:25:32.327188 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:25:32.896891 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26166): Launched\u000a13:25:33.012617 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:25:33.296883 run patchelf(pid=26167): Launched\u000a13:25:33.486464 run osmo-stp_10.42.42.5(pid=26164): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26164)]\u000a13:25:33.625189 run osmo-stp_10.42.42.5(pid=26164): stdout: \u000a| (launched: 2022-12-13_13:25:31.878001)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:25:33.764234 run osmo-stp_10.42.42.5(pid=26164): stderr: \u000a| �[0;m�[38;5;43m20221213132532098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132532099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132532099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132532099 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132532100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132532100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132532100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:25:33.898312 run osmo-stp_10.42.42.5(pid=26164): stdout: \u000a| (launched: 2022-12-13_13:25:31.878001)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:25:34.031069 run osmo-stp_10.42.42.5(pid=26164): stderr: \u000a| �[0;m�[38;5;43m20221213132532098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132532099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132532099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132532099 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132532100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132532100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132532100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:25:34.186568 run patchelf(pid=26167): Terminating (SIGINT)\u000a13:25:34.368716 run patchelf(pid=26167): Terminated: ok {rc=0}\u000a13:25:34.401891 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26164): Process ended prematurely: osmo-stp_10.42.42.5(pid=26164) [trial-2390↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26164)] [trial-2390↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a13:25:34.411293 tst ping_idle_ping.py:27: Test FAILED (7.0 sec)\u000a13:25:34.475049 run osmo-hlr_10.42.42.2(pid=26161): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26161)]\u000a13:25:34.526874 run osmo-hlr_10.42.42.2(pid=26161): stdout: \u000a| (launched: 2022-12-13_13:25:30.665373) \u000a13:25:34.579574 run osmo-hlr_10.42.42.2(pid=26161): stderr: \u000a| �[0;m�[1;31m20221213132530911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213132530911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213132530911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132530911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132530911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213132530911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213132530934 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-b200+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213132530944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213132530944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213132530944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:25:34.624627 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26160): Terminating (SIGTERM)\u000a13:25:34.667324 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26163): Terminating (SIGTERM)\u000a13:25:34.710358 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26166): Terminating (SIGTERM)\u000a13:25:34.720217 --- ParallelTerminationStrategy: PID 26160 died...\u000a13:25:34.777580 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26160): Terminated: ok {rc=0}\u000a13:25:34.787789 --- ParallelTerminationStrategy: PID 26163 died...\u000a13:25:34.845425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26163): Terminated: ok {rc=0}\u000a13:25:34.855630 --- ParallelTerminationStrategy: PID 26166 died...\u000a13:25:34.912856 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26166): Terminated: ok {rc=0}\u000a13:25:35.000474 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "51", "name" : "gprs_trx-b200+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:24:36" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26182): Process ended prematurely: osmo-stp_10.42.42.5(pid=26182) [trial-2390↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26182)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26182): Process ended prematurely: osmo-stp_10.42.42.5(pid=26182) [trial-2390↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26182)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-b200+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:25:37.164913 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:25:37.176276 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:25:37.344762 tst cs_paging_gprs_active.py: using LAC 34243\u000a13:25:37.473967 tst cs_paging_gprs_active.py: using RAC 73\u000a13:25:37.604691 tst cs_paging_gprs_active.py: using CellId 34243\u000a13:25:37.733222 tst cs_paging_gprs_active.py: using BVCI 34244\u000a13:25:37.758515 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:25:37.769910 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:25:37.781105 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:25:37.792245 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:25:37.804452 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:25:37.816453 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:25:37.828635 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:25:37.840498 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:25:37.852794 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:25:37.973729 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:25:38.273679 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:25:38.412185 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:25:38.754079 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26172): Launched\u000a13:25:39.040520 run iperf3-srv_10.42.42.10(pid=26173): Launched\u000a13:25:39.242725 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:25:39.380923 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:25:39.722509 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26174): Launched\u000a13:25:40.007627 run iperf3-srv_10.42.42.10(pid=26175): Launched\u000a13:25:40.209129 tst cs_paging_gprs_active.py:38: start network...\u000a13:25:40.346795 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:25:40.865613 run create_hlr_db(pid=26176): Launched\u000a13:25:41.055054 bus /gobi_6: Setting Powered False\u000a13:25:42.077388 run create_hlr_db(pid=26176): Terminated: ok {rc=0}\u000a13:25:42.516040 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26178): Launched\u000a13:25:42.848275 run osmo-hlr_10.42.42.2(pid=26179): Launched\u000a13:25:42.971999 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:25:43.545699 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26181): Launched\u000a13:25:43.878216 run osmo-stp_10.42.42.5(pid=26182): Launched\u000a13:25:43.997794 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:25:44.572188 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26184): Launched\u000a13:25:44.689692 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:25:44.979139 run patchelf(pid=26185): Launched\u000a13:25:45.171378 run osmo-stp_10.42.42.5(pid=26182): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26182)]\u000a13:25:45.311855 run osmo-stp_10.42.42.5(pid=26182): stdout: \u000a| (launched: 2022-12-13_13:25:43.713656)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:25:45.452333 run osmo-stp_10.42.42.5(pid=26182): stderr: \u000a| �[0;m�[38;5;43m20221213132543904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132543904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132543904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132543905 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132543905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132543905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132543905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:25:45.588000 run osmo-stp_10.42.42.5(pid=26182): stdout: \u000a| (launched: 2022-12-13_13:25:43.713656)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:25:45.723099 run osmo-stp_10.42.42.5(pid=26182): stderr: \u000a| �[0;m�[38;5;43m20221213132543904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132543904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132543904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132543905 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132543905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132543905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132543905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:25:45.887116 run patchelf(pid=26185): Terminating (SIGINT)\u000a13:25:46.074133 run patchelf(pid=26185): Terminated: ok {rc=0}\u000a13:25:46.109055 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26182): Process ended prematurely: osmo-stp_10.42.42.5(pid=26182) [trial-2390↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26182)] [trial-2390↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a13:25:46.119824 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a13:25:46.184233 run osmo-hlr_10.42.42.2(pid=26179): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26179)]\u000a13:25:46.236996 run osmo-hlr_10.42.42.2(pid=26179): stdout: \u000a| (launched: 2022-12-13_13:25:42.683811) \u000a13:25:46.290413 run osmo-hlr_10.42.42.2(pid=26179): stderr: \u000a| �[0;m�[1;31m20221213132542882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213132542882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213132542882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132542882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132542882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213132542883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213132542895 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-b200+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213132542904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213132542904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213132542904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:25:46.336931 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26172): Terminating (SIGTERM)\u000a13:25:46.380216 run iperf3-srv_10.42.42.10(pid=26173): Terminating (SIGTERM)\u000a13:25:46.425045 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26174): Terminating (SIGTERM)\u000a13:25:46.469111 run iperf3-srv_10.42.42.10(pid=26175): Terminating (SIGTERM)\u000a13:25:46.513694 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26178): Terminating (SIGTERM)\u000a13:25:46.556785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26181): Terminating (SIGTERM)\u000a13:25:46.599912 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26184): Terminating (SIGTERM)\u000a13:25:46.609784 --- ParallelTerminationStrategy: PID 26172 died...\u000a13:25:46.667609 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26172): Terminated: ok {rc=0}\u000a13:25:46.678175 --- ParallelTerminationStrategy: PID 26173 died...\u000a13:25:46.735403 run iperf3-srv_10.42.42.10(pid=26173): Terminated {rc=256}\u000a13:25:46.746003 --- ParallelTerminationStrategy: PID 26174 died...\u000a13:25:46.803829 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26174): Terminated: ok {rc=0}\u000a13:25:46.814404 --- ParallelTerminationStrategy: PID 26175 died...\u000a13:25:46.871628 run iperf3-srv_10.42.42.10(pid=26175): Terminated {rc=256}\u000a13:25:46.882085 --- ParallelTerminationStrategy: PID 26178 died...\u000a13:25:46.939299 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26178): Terminated: ok {rc=0}\u000a13:25:46.949875 --- ParallelTerminationStrategy: PID 26181 died...\u000a13:25:47.007043 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26181): Terminated: ok {rc=0}\u000a13:25:47.017600 --- ParallelTerminationStrategy: PID 26184 died...\u000a13:25:47.074470 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26184): Terminated: ok {rc=0}\u000a13:25:47.164237 bus /gobi_0: Setting Powered False\u000a13:25:48.269330 bus /gobi_0: Setting Powered False\u000a13:25:49.379656 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26198): Process ended prematurely: osmo-stp_10.42.42.5(pid=26198) [trial-2390↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26198)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26198): Process ended prematurely: osmo-stp_10.42.42.5(pid=26198) [trial-2390↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26198)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-b200+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a13:25:50.489685 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:25:50.501246 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:25:50.661657 tst iperf3.py: using LAC 34244\u000a13:25:50.791710 tst iperf3.py: using RAC 74\u000a13:25:50.921923 tst iperf3.py: using CellId 34244\u000a13:25:51.051395 tst iperf3.py: using BVCI 34245\u000a13:25:51.076850 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:25:51.088464 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:25:51.099860 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:25:51.111155 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:25:51.122618 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:25:51.134173 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:25:51.145756 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:25:51.157237 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:25:51.168653 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:25:51.451017 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:25:51.578135 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:25:51.906563 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26186): Launched\u000a13:25:52.191793 run iperf3-srv_10.42.42.10(pid=26191): Launched\u000a13:25:52.393614 tst iperf3.py:8: start network...\u000a13:25:52.530707 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:25:53.050209 run create_hlr_db(pid=26192): Launched\u000a13:25:53.239944 bus /gobi_6: Setting Powered False\u000a13:25:54.260262 run create_hlr_db(pid=26192): Terminated: ok {rc=0}\u000a13:25:54.697416 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26194): Launched\u000a13:25:55.028887 run osmo-hlr_10.42.42.2(pid=26195): Launched\u000a13:25:55.150952 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:25:55.727225 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26197): Launched\u000a13:25:56.058663 run osmo-stp_10.42.42.5(pid=26198): Launched\u000a13:25:56.179094 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:25:56.753145 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26201): Launched\u000a13:25:56.871064 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:25:57.159116 run patchelf(pid=26202): Launched\u000a13:25:57.351405 run osmo-stp_10.42.42.5(pid=26198): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26198)]\u000a13:25:57.492155 run osmo-stp_10.42.42.5(pid=26198): stdout: \u000a| (launched: 2022-12-13_13:25:55.895181)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:25:57.632431 run osmo-stp_10.42.42.5(pid=26198): stderr: \u000a| �[0;m�[38;5;43m20221213132556083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132556083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132556084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132556084 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132556085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132556085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132556085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:25:57.769018 run osmo-stp_10.42.42.5(pid=26198): stdout: \u000a| (launched: 2022-12-13_13:25:55.895181)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:25:57.904487 run osmo-stp_10.42.42.5(pid=26198): stderr: \u000a| �[0;m�[38;5;43m20221213132556083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132556083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132556084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132556084 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132556085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132556085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132556085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:25:58.062182 run patchelf(pid=26202): Terminating (SIGINT)\u000a13:25:58.247034 run patchelf(pid=26202): Terminated: ok {rc=0}\u000a13:25:58.280724 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26198): Process ended prematurely: osmo-stp_10.42.42.5(pid=26198) [trial-2390↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26198)] [trial-2390↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a13:25:58.290798 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a13:25:58.354677 run osmo-hlr_10.42.42.2(pid=26195): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26195)]\u000a13:25:58.406722 run osmo-hlr_10.42.42.2(pid=26195): stdout: \u000a| (launched: 2022-12-13_13:25:54.865600) \u000a13:25:58.459592 run osmo-hlr_10.42.42.2(pid=26195): stderr: \u000a| �[0;m�[1;31m20221213132555062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213132555062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213132555062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132555063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132555063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213132555063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213132555075 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213132555083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213132555084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213132555084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:25:58.504539 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26186): Terminating (SIGTERM)\u000a13:25:58.547451 run iperf3-srv_10.42.42.10(pid=26191): Terminating (SIGTERM)\u000a13:25:58.589951 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26194): Terminating (SIGTERM)\u000a13:25:58.632728 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26197): Terminating (SIGTERM)\u000a13:25:58.675713 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26201): Terminating (SIGTERM)\u000a13:25:58.685608 --- ParallelTerminationStrategy: PID 26186 died...\u000a13:25:58.742758 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26186): Terminated: ok {rc=0}\u000a13:25:58.752872 --- ParallelTerminationStrategy: PID 26191 died...\u000a13:25:58.809802 run iperf3-srv_10.42.42.10(pid=26191): Terminated {rc=256}\u000a13:25:58.819857 --- ParallelTerminationStrategy: PID 26194 died...\u000a13:25:58.876321 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26194): Terminated: ok {rc=0}\u000a13:25:58.886421 --- ParallelTerminationStrategy: PID 26197 died...\u000a13:25:58.942570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26197): Terminated: ok {rc=0}\u000a13:25:58.952520 --- ParallelTerminationStrategy: PID 26201 died...\u000a13:25:59.008842 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26201): Terminated: ok {rc=0}\u000a13:25:59.096644 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26218): Process ended prematurely: osmo-stp_10.42.42.5(pid=26218) [trial-2390↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26218)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26218): Process ended prematurely: osmo-stp_10.42.42.5(pid=26218) [trial-2390↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26218)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-b200+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a13:26:00.212220 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:26:00.224269 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:26:00.391906 tst iperf3m4.py: using LAC 34245\u000a13:26:00.520587 tst iperf3m4.py: using RAC 75\u000a13:26:00.644099 tst iperf3m4.py: using CellId 34245\u000a13:26:00.767442 tst iperf3m4.py: using BVCI 34246\u000a13:26:00.791359 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:26:00.802513 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:26:00.813590 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:26:00.824324 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:26:00.837562 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:26:00.863095 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:26:00.882076 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:26:00.900444 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:26:00.913823 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:26:01.049827 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:26:01.182452 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:26:01.337556 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:26:01.632021 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:26:01.763225 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:26:02.099471 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26203): Launched\u000a13:26:02.368062 run iperf3-srv_10.42.42.10(pid=26204): Launched\u000a13:26:02.555738 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:26:02.683796 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:26:03.005152 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26206): Launched\u000a13:26:03.271449 run iperf3-srv_10.42.42.10(pid=26207): Launched\u000a13:26:03.459308 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:26:03.587668 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:26:03.908515 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26208): Launched\u000a13:26:04.174064 run iperf3-srv_10.42.42.10(pid=26209): Launched\u000a13:26:04.361179 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:26:04.488359 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:26:04.809137 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26210): Launched\u000a13:26:05.074176 run iperf3-srv_10.42.42.10(pid=26211): Launched\u000a13:26:05.260695 tst iperf3m4.py:8: start network...\u000a13:26:05.388052 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:26:05.881935 run create_hlr_db(pid=26212): Launched\u000a13:26:06.059570 bus /gobi_6: Setting Powered False\u000a13:26:07.080367 run create_hlr_db(pid=26212): Terminated: ok {rc=0}\u000a13:26:07.489321 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26214): Launched\u000a13:26:07.796872 run osmo-hlr_10.42.42.2(pid=26215): Launched\u000a13:26:07.908459 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:26:08.447990 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26217): Launched\u000a13:26:08.756365 run osmo-stp_10.42.42.5(pid=26218): Launched\u000a13:26:08.868214 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:26:09.404510 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26220): Launched\u000a13:26:09.513082 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:26:09.782249 run patchelf(pid=26221): Launched\u000a13:26:09.962848 run osmo-stp_10.42.42.5(pid=26218): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26218)]\u000a13:26:10.094533 run osmo-stp_10.42.42.5(pid=26218): stdout: \u000a| (launched: 2022-12-13_13:26:08.604461)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:26:10.226034 run osmo-stp_10.42.42.5(pid=26218): stderr: \u000a| �[0;m�[38;5;43m20221213132608774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132608774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132608774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132608775 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132608775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132608775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132608776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:26:10.353157 run osmo-stp_10.42.42.5(pid=26218): stdout: \u000a| (launched: 2022-12-13_13:26:08.604461)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:26:10.478713 run osmo-stp_10.42.42.5(pid=26218): stderr: \u000a| �[0;m�[38;5;43m20221213132608774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132608774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132608774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132608775 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132608775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132608775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132608776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:26:10.625802 run patchelf(pid=26221): Terminating (SIGINT)\u000a13:26:10.798626 run patchelf(pid=26221): Terminated: ok {rc=0}\u000a13:26:10.830383 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26218): Process ended prematurely: osmo-stp_10.42.42.5(pid=26218) [trial-2390↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26218)] [trial-2390↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a13:26:10.839662 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a13:26:10.900013 run osmo-hlr_10.42.42.2(pid=26215): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26215)]\u000a13:26:10.949237 run osmo-hlr_10.42.42.2(pid=26215): stdout: \u000a| (launched: 2022-12-13_13:26:07.645624) \u000a13:26:10.998896 run osmo-hlr_10.42.42.2(pid=26215): stderr: \u000a| �[0;m�[1;31m20221213132607824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213132607824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213132607824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132607824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132607824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213132607824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213132607839 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213132607848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213132607848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213132607848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:26:11.041788 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26203): Terminating (SIGTERM)\u000a13:26:11.082008 run iperf3-srv_10.42.42.10(pid=26204): Terminating (SIGTERM)\u000a13:26:11.122337 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26206): Terminating (SIGTERM)\u000a13:26:11.162465 run iperf3-srv_10.42.42.10(pid=26207): Terminating (SIGTERM)\u000a13:26:11.202846 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26208): Terminating (SIGTERM)\u000a13:26:11.242933 run iperf3-srv_10.42.42.10(pid=26209): Terminating (SIGTERM)\u000a13:26:11.283100 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26210): Terminating (SIGTERM)\u000a13:26:11.323246 run iperf3-srv_10.42.42.10(pid=26211): Terminating (SIGTERM)\u000a13:26:11.363472 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26214): Terminating (SIGTERM)\u000a13:26:11.403637 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26217): Terminating (SIGTERM)\u000a13:26:11.443937 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26220): Terminating (SIGTERM)\u000a13:26:11.453268 --- ParallelTerminationStrategy: PID 26203 died...\u000a13:26:11.507311 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26203): Terminated: ok {rc=0}\u000a13:26:11.517088 --- ParallelTerminationStrategy: PID 26204 died...\u000a13:26:11.570395 run iperf3-srv_10.42.42.10(pid=26204): Terminated {rc=256}\u000a13:26:11.580047 --- ParallelTerminationStrategy: PID 26206 died...\u000a13:26:11.633132 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26206): Terminated: ok {rc=0}\u000a13:26:11.642736 --- ParallelTerminationStrategy: PID 26207 died...\u000a13:26:11.695980 run iperf3-srv_10.42.42.10(pid=26207): Terminated {rc=256}\u000a13:26:11.706003 --- ParallelTerminationStrategy: PID 26208 died...\u000a13:26:11.759882 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26208): Terminated: ok {rc=0}\u000a13:26:11.769599 --- ParallelTerminationStrategy: PID 26209 died...\u000a13:26:11.823031 run iperf3-srv_10.42.42.10(pid=26209): Terminated {rc=256}\u000a13:26:11.832757 --- ParallelTerminationStrategy: PID 26210 died...\u000a13:26:11.886261 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26210): Terminated: ok {rc=0}\u000a13:26:11.895869 --- ParallelTerminationStrategy: PID 26211 died...\u000a13:26:11.949156 run iperf3-srv_10.42.42.10(pid=26211): Terminated {rc=256}\u000a13:26:11.958785 --- ParallelTerminationStrategy: PID 26214 died...\u000a13:26:12.011765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26214): Terminated: ok {rc=0}\u000a13:26:12.021575 --- ParallelTerminationStrategy: PID 26217 died...\u000a13:26:12.074601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26217): Terminated: ok {rc=0}\u000a13:26:12.084278 --- ParallelTerminationStrategy: PID 26220 died...\u000a13:26:12.137512 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26220): Terminated: ok {rc=0}\u000a13:26:12.225974 bus /gobi_4: Setting Powered False\u000a13:26:13.330852 bus /gobi_4: Setting Powered False\u000a13:26:14.437347 bus /gobi_1: Setting Powered False\u000a13:26:15.544207 bus /gobi_1: Setting Powered False\u000a13:26:16.661595 bus /gobi_0: Setting Powered False\u000a13:26:17.767278 bus /gobi_0: Setting Powered False\u000a13:26:18.875898 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26247): Process ended prematurely: osmo-stp_10.42.42.5(pid=26247) [trial-2390↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26247)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26247): Process ended prematurely: osmo-stp_10.42.42.5(pid=26247) [trial-2390↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26247)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-b200+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a13:26:19.946748 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:26:19.959079 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:26:20.124878 tst ping.py: using LAC 34246\u000a13:26:20.255713 tst ping.py: using RAC 76\u000a13:26:20.380445 tst ping.py: using CellId 34246\u000a13:26:20.505089 tst ping.py: using BVCI 34247\u000a13:26:20.529928 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:26:20.541433 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:26:20.552589 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:26:20.563993 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:26:20.575436 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:26:20.587014 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:26:20.598657 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:26:20.610147 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:26:20.889088 tst ping.py:19: start network...\u000a13:26:21.013984 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:26:21.497950 run create_hlr_db(pid=26222): Launched\u000a13:26:21.671565 bus /gobi_6: Setting Powered False\u000a13:26:22.692773 run create_hlr_db(pid=26222): Terminated: ok {rc=0}\u000a13:26:23.095371 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26224): Launched\u000a13:26:23.395409 run osmo-hlr_10.42.42.2(pid=26243): Launched\u000a13:26:23.503228 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:26:24.030604 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26246): Launched\u000a13:26:24.331219 run osmo-stp_10.42.42.5(pid=26247): Launched\u000a13:26:24.450156 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:26:24.982759 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26250): Launched\u000a13:26:25.089310 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:26:25.354338 run patchelf(pid=26251): Launched\u000a13:26:25.530181 run osmo-stp_10.42.42.5(pid=26247): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26247)]\u000a13:26:25.658772 run osmo-stp_10.42.42.5(pid=26247): stdout: \u000a| (launched: 2022-12-13_13:26:24.182865)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:26:25.787706 run osmo-stp_10.42.42.5(pid=26247): stderr: \u000a| �[0;m�[38;5;43m20221213132624352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132624353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132624353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132624354 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132624354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132624354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132624355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:26:25.911853 run osmo-stp_10.42.42.5(pid=26247): stdout: \u000a| (launched: 2022-12-13_13:26:24.182865)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:26:26.035430 run osmo-stp_10.42.42.5(pid=26247): stderr: \u000a| �[0;m�[38;5;43m20221213132624352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132624353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132624353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132624354 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132624354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132624354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132624355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:26:26.179178 run patchelf(pid=26251): Terminating (SIGINT)\u000a13:26:26.347732 run patchelf(pid=26251): Terminated: ok {rc=0}\u000a13:26:26.378587 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26247): Process ended prematurely: osmo-stp_10.42.42.5(pid=26247) [trial-2390↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26247)] [trial-2390↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22]\u000a13:26:26.387325 tst ping.py:22: Test FAILED (6.4 sec)\u000a13:26:26.447380 run osmo-hlr_10.42.42.2(pid=26243): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26243)]\u000a13:26:26.496489 run osmo-hlr_10.42.42.2(pid=26243): stdout: \u000a| (launched: 2022-12-13_13:26:23.248035) \u000a13:26:26.546186 run osmo-hlr_10.42.42.2(pid=26243): stderr: \u000a| �[0;m�[1;31m20221213132623424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213132623424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213132623424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132623424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132623424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213132623424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213132623488 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-b200+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213132623498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213132623498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213132623498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:26:26.588732 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26224): Terminating (SIGTERM)\u000a13:26:26.628732 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26246): Terminating (SIGTERM)\u000a13:26:26.668535 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26250): Terminating (SIGTERM)\u000a13:26:26.677950 --- ParallelTerminationStrategy: PID 26224 died...\u000a13:26:26.731910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26224): Terminated: ok {rc=0}\u000a13:26:26.741808 --- ParallelTerminationStrategy: PID 26246 died...\u000a13:26:26.795065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26246): Terminated: ok {rc=0}\u000a13:26:26.804701 --- ParallelTerminationStrategy: PID 26250 died...\u000a13:26:26.857876 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26250): Terminated: ok {rc=0}\u000a13:26:26.946422 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26258): Process ended prematurely: osmo-stp_10.42.42.5(pid=26258) [trial-2390↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26258)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26258): Process ended prematurely: osmo-stp_10.42.42.5(pid=26258) [trial-2390↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26258)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-b200+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a13:26:28.000502 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:26:28.012808 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:26:28.177258 tst ping_idle_ping.py: using LAC 34247\u000a13:26:28.297312 tst ping_idle_ping.py: using RAC 77\u000a13:26:28.418231 tst ping_idle_ping.py: using CellId 34247\u000a13:26:28.535635 tst ping_idle_ping.py: using BVCI 34248\u000a13:26:28.558810 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:26:28.569944 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:26:28.580890 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:26:28.591965 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:26:28.602728 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:26:28.613671 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:26:28.624497 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:26:28.635369 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:26:28.919355 tst ping_idle_ping.py:24: start network...\u000a13:26:29.044738 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:26:29.537054 run create_hlr_db(pid=26252): Launched\u000a13:26:29.711197 bus /gobi_6: Setting Powered False\u000a13:26:30.732204 run create_hlr_db(pid=26252): Terminated: ok {rc=0}\u000a13:26:31.203556 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26254): Launched\u000a13:26:31.626251 run osmo-hlr_10.42.42.2(pid=26255): Launched\u000a13:26:31.796849 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:26:32.463380 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26257): Launched\u000a13:26:32.790373 run osmo-stp_10.42.42.5(pid=26258): Launched\u000a13:26:32.908563 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:26:33.474638 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26260): Launched\u000a13:26:33.590017 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:26:33.873833 run patchelf(pid=26261): Launched\u000a13:26:34.063322 run osmo-stp_10.42.42.5(pid=26258): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26258)]\u000a13:26:34.202659 run osmo-stp_10.42.42.5(pid=26258): stdout: \u000a| (launched: 2022-12-13_13:26:32.628760)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:26:34.342081 run osmo-stp_10.42.42.5(pid=26258): stderr: \u000a| �[0;m�[38;5;43m20221213132632817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132632818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132632818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132632818 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132632819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132632819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132632819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:26:34.476205 run osmo-stp_10.42.42.5(pid=26258): stdout: \u000a| (launched: 2022-12-13_13:26:32.628760)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:26:34.608937 run osmo-stp_10.42.42.5(pid=26258): stderr: \u000a| �[0;m�[38;5;43m20221213132632817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132632818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132632818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132632818 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132632819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132632819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132632819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:26:34.763896 run patchelf(pid=26261): Terminating (SIGINT)\u000a13:26:34.946442 run patchelf(pid=26261): Terminated: ok {rc=0}\u000a13:26:34.979434 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26258): Process ended prematurely: osmo-stp_10.42.42.5(pid=26258) [trial-2390↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26258)] [trial-2390↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a13:26:34.988758 tst ping_idle_ping.py:27: Test FAILED (7.0 sec)\u000a13:26:35.052418 run osmo-hlr_10.42.42.2(pid=26255): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26255)]\u000a13:26:35.104422 run osmo-hlr_10.42.42.2(pid=26255): stdout: \u000a| (launched: 2022-12-13_13:26:31.372700) \u000a13:26:35.157111 run osmo-hlr_10.42.42.2(pid=26255): stderr: \u000a| �[0;m�[1;31m20221213132631608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213132631608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213132631608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132631608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132631608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213132631608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213132631632 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-b200+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213132631644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213132631645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213132631645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:26:35.202259 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26254): Terminating (SIGTERM)\u000a13:26:35.245103 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26257): Terminating (SIGTERM)\u000a13:26:35.287846 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26260): Terminating (SIGTERM)\u000a13:26:35.297698 --- ParallelTerminationStrategy: PID 26254 died...\u000a13:26:35.354951 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26254): Terminated: ok {rc=0}\u000a13:26:35.365230 --- ParallelTerminationStrategy: PID 26257 died...\u000a13:26:35.421917 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26257): Terminated: ok {rc=0}\u000a13:26:35.431932 --- ParallelTerminationStrategy: PID 26260 died...\u000a13:26:35.488877 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26260): Terminated: ok {rc=0}\u000a13:26:35.576351 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "52", "name" : "gprs_trx-b200+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:25:36" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26276): Process ended prematurely: osmo-stp_10.42.42.5(pid=26276) [trial-2390↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26276)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26276): Process ended prematurely: osmo-stp_10.42.42.5(pid=26276) [trial-2390↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26276)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-b200+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:26:37.729903 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:26:37.740837 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:26:37.901360 tst cs_paging_gprs_active.py: using LAC 34248\u000a13:26:38.022452 tst cs_paging_gprs_active.py: using RAC 78\u000a13:26:38.145240 tst cs_paging_gprs_active.py: using CellId 34248\u000a13:26:38.274907 tst cs_paging_gprs_active.py: using BVCI 34249\u000a13:26:38.300615 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:26:38.312158 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:26:38.323803 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:26:38.335332 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:26:38.347500 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:26:38.359895 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:26:38.372298 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:26:38.384595 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:26:38.397135 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:26:38.517437 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:26:38.816268 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:26:38.955430 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:26:39.298131 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26266): Launched\u000a13:26:39.584186 run iperf3-srv_10.42.42.10(pid=26267): Launched\u000a13:26:39.786687 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:26:39.925490 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:26:40.269170 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26268): Launched\u000a13:26:40.555418 run iperf3-srv_10.42.42.10(pid=26269): Launched\u000a13:26:40.758443 tst cs_paging_gprs_active.py:38: start network...\u000a13:26:40.897860 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:26:41.419776 run create_hlr_db(pid=26270): Launched\u000a13:26:41.610392 bus /gobi_6: Setting Powered False\u000a13:26:42.632072 run create_hlr_db(pid=26270): Terminated: ok {rc=0}\u000a13:26:43.047767 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26272): Launched\u000a13:26:43.357483 run osmo-hlr_10.42.42.2(pid=26273): Launched\u000a13:26:43.472219 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:26:44.011200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26275): Launched\u000a13:26:44.322185 run osmo-stp_10.42.42.5(pid=26276): Launched\u000a13:26:44.433034 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:26:44.971926 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26278): Launched\u000a13:26:45.081417 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:26:45.349966 run patchelf(pid=26279): Launched\u000a13:26:45.529466 run osmo-stp_10.42.42.5(pid=26276): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26276)]\u000a13:26:45.660681 run osmo-stp_10.42.42.5(pid=26276): stdout: \u000a| (launched: 2022-12-13_13:26:44.169085)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:26:45.792047 run osmo-stp_10.42.42.5(pid=26276): stderr: \u000a| �[0;m�[38;5;43m20221213132644336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132644336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132644336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132644337 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132644337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132644337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132644337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:26:45.943922 run osmo-stp_10.42.42.5(pid=26276): stdout: \u000a| (launched: 2022-12-13_13:26:44.169085)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:26:46.073625 run osmo-stp_10.42.42.5(pid=26276): stderr: \u000a| �[0;m�[38;5;43m20221213132644336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132644336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132644336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132644337 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132644337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132644337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132644337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:26:46.225468 run patchelf(pid=26279): Terminating (SIGINT)\u000a13:26:46.403594 run patchelf(pid=26279): Terminated: ok {rc=0}\u000a13:26:46.436730 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26276): Process ended prematurely: osmo-stp_10.42.42.5(pid=26276) [trial-2390↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26276)] [trial-2390↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a13:26:46.446802 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a13:26:46.508828 run osmo-hlr_10.42.42.2(pid=26273): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26273)]\u000a13:26:46.558968 run osmo-hlr_10.42.42.2(pid=26273): stdout: \u000a| (launched: 2022-12-13_13:26:43.204342) \u000a13:26:46.610664 run osmo-hlr_10.42.42.2(pid=26273): stderr: \u000a| �[0;m�[1;31m20221213132643381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213132643381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213132643381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132643381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132643381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213132643381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213132643394 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-b200+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213132643402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213132643402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213132643402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:26:46.654646 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26266): Terminating (SIGTERM)\u000a13:26:46.698242 run iperf3-srv_10.42.42.10(pid=26267): Terminating (SIGTERM)\u000a13:26:46.741308 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26268): Terminating (SIGTERM)\u000a13:26:46.783925 run iperf3-srv_10.42.42.10(pid=26269): Terminating (SIGTERM)\u000a13:26:46.826516 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26272): Terminating (SIGTERM)\u000a13:26:46.866947 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26275): Terminating (SIGTERM)\u000a13:26:46.907184 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26278): Terminating (SIGTERM)\u000a13:26:46.916355 --- ParallelTerminationStrategy: PID 26266 died...\u000a13:26:46.970245 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26266): Terminated: ok {rc=0}\u000a13:26:46.980123 --- ParallelTerminationStrategy: PID 26267 died...\u000a13:26:47.033673 run iperf3-srv_10.42.42.10(pid=26267): Terminated {rc=256}\u000a13:26:47.043499 --- ParallelTerminationStrategy: PID 26268 died...\u000a13:26:47.097246 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26268): Terminated: ok {rc=0}\u000a13:26:47.107121 --- ParallelTerminationStrategy: PID 26269 died...\u000a13:26:47.160296 run iperf3-srv_10.42.42.10(pid=26269): Terminated {rc=256}\u000a13:26:47.170120 --- ParallelTerminationStrategy: PID 26272 died...\u000a13:26:47.223536 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26272): Terminated: ok {rc=0}\u000a13:26:47.233444 --- ParallelTerminationStrategy: PID 26275 died...\u000a13:26:47.286063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26275): Terminated: ok {rc=0}\u000a13:26:47.295522 --- ParallelTerminationStrategy: PID 26278 died...\u000a13:26:47.347957 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26278): Terminated: ok {rc=0}\u000a13:26:47.431618 bus /gobi_0: Setting Powered False\u000a13:26:48.532978 bus /gobi_0: Setting Powered False\u000a13:26:49.643482 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26288): Process ended prematurely: osmo-stp_10.42.42.5(pid=26288) [trial-2390↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26288)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26288): Process ended prematurely: osmo-stp_10.42.42.5(pid=26288) [trial-2390↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26288)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-b200+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a13:26:50.755386 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:26:50.766881 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:26:50.937230 tst iperf3.py: using LAC 34249\u000a13:26:51.067836 tst iperf3.py: using RAC 79\u000a13:26:51.197110 tst iperf3.py: using CellId 34249\u000a13:26:51.325555 tst iperf3.py: using BVCI 34250\u000a13:26:51.350982 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:26:51.362367 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:26:51.373554 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:26:51.384619 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:26:51.396086 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:26:51.407678 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:26:51.419595 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:26:51.431073 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:26:51.442763 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:26:51.724230 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:26:51.851122 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:26:52.191412 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26280): Launched\u000a13:26:52.475741 run iperf3-srv_10.42.42.10(pid=26281): Launched\u000a13:26:52.677109 tst iperf3.py:8: start network...\u000a13:26:52.814178 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:26:53.331471 run create_hlr_db(pid=26282): Launched\u000a13:26:53.521267 bus /gobi_6: Setting Powered False\u000a13:26:54.541210 run create_hlr_db(pid=26282): Terminated: ok {rc=0}\u000a13:26:54.976484 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26284): Launched\u000a13:26:55.307422 run osmo-hlr_10.42.42.2(pid=26285): Launched\u000a13:26:55.428712 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:26:56.006794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26287): Launched\u000a13:26:56.338222 run osmo-stp_10.42.42.5(pid=26288): Launched\u000a13:26:56.457323 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:26:57.032164 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26290): Launched\u000a13:26:57.149776 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:26:57.436657 run patchelf(pid=26291): Launched\u000a13:26:57.628544 run osmo-stp_10.42.42.5(pid=26288): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26288)]\u000a13:26:57.769108 run osmo-stp_10.42.42.5(pid=26288): stdout: \u000a| (launched: 2022-12-13_13:26:56.173826)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:26:57.910857 run osmo-stp_10.42.42.5(pid=26288): stderr: \u000a| �[0;m�[38;5;43m20221213132656365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132656366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132656366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132656366 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132656367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132656367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132656367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:26:58.047125 run osmo-stp_10.42.42.5(pid=26288): stdout: \u000a| (launched: 2022-12-13_13:26:56.173826)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:26:58.182307 run osmo-stp_10.42.42.5(pid=26288): stderr: \u000a| �[0;m�[38;5;43m20221213132656365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132656366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132656366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132656366 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132656367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132656367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132656367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:26:58.339761 run patchelf(pid=26291): Terminating (SIGINT)\u000a13:26:58.524364 run patchelf(pid=26291): Terminated: ok {rc=0}\u000a13:26:58.558756 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26288): Process ended prematurely: osmo-stp_10.42.42.5(pid=26288) [trial-2390↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26288)] [trial-2390↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a13:26:58.569220 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a13:26:58.632629 run osmo-hlr_10.42.42.2(pid=26285): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26285)]\u000a13:26:58.684461 run osmo-hlr_10.42.42.2(pid=26285): stdout: \u000a| (launched: 2022-12-13_13:26:55.144039) \u000a13:26:58.736891 run osmo-hlr_10.42.42.2(pid=26285): stderr: \u000a| �[0;m�[1;31m20221213132655341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213132655341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213132655341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132655341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132655341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213132655341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213132655357 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213132655366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213132655367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213132655367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:26:58.782120 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26280): Terminating (SIGTERM)\u000a13:26:58.824606 run iperf3-srv_10.42.42.10(pid=26281): Terminating (SIGTERM)\u000a13:26:58.867751 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26284): Terminating (SIGTERM)\u000a13:26:58.910770 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26287): Terminating (SIGTERM)\u000a13:26:58.953495 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26290): Terminating (SIGTERM)\u000a13:26:58.963309 --- ParallelTerminationStrategy: PID 26280 died...\u000a13:26:59.020200 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26280): Terminated: ok {rc=0}\u000a13:26:59.030447 --- ParallelTerminationStrategy: PID 26281 died...\u000a13:26:59.086910 run iperf3-srv_10.42.42.10(pid=26281): Terminated {rc=256}\u000a13:26:59.096835 --- ParallelTerminationStrategy: PID 26284 died...\u000a13:26:59.153597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26284): Terminated: ok {rc=0}\u000a13:26:59.163731 --- ParallelTerminationStrategy: PID 26287 died...\u000a13:26:59.220480 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26287): Terminated: ok {rc=0}\u000a13:26:59.230704 --- ParallelTerminationStrategy: PID 26290 died...\u000a13:26:59.287483 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26290): Terminated: ok {rc=0}\u000a13:26:59.375037 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26306): Process ended prematurely: osmo-stp_10.42.42.5(pid=26306) [trial-2390↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26306)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26306): Process ended prematurely: osmo-stp_10.42.42.5(pid=26306) [trial-2390↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26306)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-b200+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a13:27:00.491525 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:27:00.503619 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:27:00.673098 tst iperf3m4.py: using LAC 34250\u000a13:27:00.802892 tst iperf3m4.py: using RAC 80\u000a13:27:00.964641 tst iperf3m4.py: using CellId 34250\u000a13:27:01.095192 tst iperf3m4.py: using BVCI 34251\u000a13:27:01.120658 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:27:01.132632 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:27:01.144544 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:27:01.157604 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:27:01.170115 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:27:01.182544 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:27:01.195094 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:27:01.207378 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:27:01.220198 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:27:01.346296 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:27:01.473727 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:27:01.613559 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:27:02.006598 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:27:02.138483 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:27:02.464233 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26292): Launched\u000a13:27:02.729651 run iperf3-srv_10.42.42.10(pid=26293): Launched\u000a13:27:02.918118 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:27:03.045470 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:27:03.364268 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26294): Launched\u000a13:27:03.628466 run iperf3-srv_10.42.42.10(pid=26295): Launched\u000a13:27:03.815105 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:27:03.942056 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:27:04.259807 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26296): Launched\u000a13:27:04.526242 run iperf3-srv_10.42.42.10(pid=26297): Launched\u000a13:27:04.712365 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:27:04.839260 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:27:05.155896 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26298): Launched\u000a13:27:05.419987 run iperf3-srv_10.42.42.10(pid=26299): Launched\u000a13:27:05.605884 tst iperf3m4.py:8: start network...\u000a13:27:05.732457 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:27:06.226005 run create_hlr_db(pid=26300): Launched\u000a13:27:06.401963 bus /gobi_6: Setting Powered False\u000a13:27:07.423137 run create_hlr_db(pid=26300): Terminated: ok {rc=0}\u000a13:27:07.831185 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26302): Launched\u000a13:27:08.137997 run osmo-hlr_10.42.42.2(pid=26303): Launched\u000a13:27:08.254838 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:27:08.791747 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26305): Launched\u000a13:27:09.097508 run osmo-stp_10.42.42.5(pid=26306): Launched\u000a13:27:09.208464 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:27:09.742621 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26309): Launched\u000a13:27:09.851052 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:27:10.119696 run patchelf(pid=26310): Launched\u000a13:27:10.299192 run osmo-stp_10.42.42.5(pid=26306): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26306)]\u000a13:27:10.430448 run osmo-stp_10.42.42.5(pid=26306): stdout: \u000a| (launched: 2022-12-13_13:27:08.946554)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:27:10.561780 run osmo-stp_10.42.42.5(pid=26306): stderr: \u000a| �[0;m�[38;5;43m20221213132709116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132709116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132709116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132709117 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132709117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132709117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132709117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:27:10.688177 run osmo-stp_10.42.42.5(pid=26306): stdout: \u000a| (launched: 2022-12-13_13:27:08.946554)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:27:10.813721 run osmo-stp_10.42.42.5(pid=26306): stderr: \u000a| �[0;m�[38;5;43m20221213132709116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132709116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132709116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132709117 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132709117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132709117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132709117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:27:10.959707 run patchelf(pid=26310): Terminating (SIGINT)\u000a13:27:11.131328 run patchelf(pid=26310): Terminated: ok {rc=0}\u000a13:27:11.162716 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26306): Process ended prematurely: osmo-stp_10.42.42.5(pid=26306) [trial-2390↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26306)] [trial-2390↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a13:27:11.172060 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a13:27:11.231735 run osmo-hlr_10.42.42.2(pid=26303): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26303)]\u000a13:27:11.280075 run osmo-hlr_10.42.42.2(pid=26303): stdout: \u000a| (launched: 2022-12-13_13:27:07.987171) \u000a13:27:11.329154 run osmo-hlr_10.42.42.2(pid=26303): stderr: \u000a| �[0;m�[1;31m20221213132708164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213132708164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213132708164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132708164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132708164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213132708164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213132708177 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213132708186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213132708186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213132708186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:27:11.371345 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26292): Terminating (SIGTERM)\u000a13:27:11.411916 run iperf3-srv_10.42.42.10(pid=26293): Terminating (SIGTERM)\u000a13:27:11.452023 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26294): Terminating (SIGTERM)\u000a13:27:11.491909 run iperf3-srv_10.42.42.10(pid=26295): Terminating (SIGTERM)\u000a13:27:11.531829 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26296): Terminating (SIGTERM)\u000a13:27:11.571608 run iperf3-srv_10.42.42.10(pid=26297): Terminating (SIGTERM)\u000a13:27:11.611550 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26298): Terminating (SIGTERM)\u000a13:27:11.651331 run iperf3-srv_10.42.42.10(pid=26299): Terminating (SIGTERM)\u000a13:27:11.691462 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26302): Terminating (SIGTERM)\u000a13:27:11.731320 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26305): Terminating (SIGTERM)\u000a13:27:11.771192 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26309): Terminating (SIGTERM)\u000a13:27:11.780446 --- ParallelTerminationStrategy: PID 26292 died...\u000a13:27:11.834259 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26292): Terminated: ok {rc=0}\u000a13:27:11.843926 --- ParallelTerminationStrategy: PID 26293 died...\u000a13:27:11.897062 run iperf3-srv_10.42.42.10(pid=26293): Terminated {rc=256}\u000a13:27:11.906649 --- ParallelTerminationStrategy: PID 26294 died...\u000a13:27:11.959745 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26294): Terminated: ok {rc=0}\u000a13:27:11.969413 --- ParallelTerminationStrategy: PID 26295 died...\u000a13:27:12.022262 run iperf3-srv_10.42.42.10(pid=26295): Terminated {rc=256}\u000a13:27:12.031836 --- ParallelTerminationStrategy: PID 26296 died...\u000a13:27:12.085193 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26296): Terminated: ok {rc=0}\u000a13:27:12.094827 --- ParallelTerminationStrategy: PID 26297 died...\u000a13:27:12.147949 run iperf3-srv_10.42.42.10(pid=26297): Terminated {rc=256}\u000a13:27:12.157932 --- ParallelTerminationStrategy: PID 26298 died...\u000a13:27:12.211151 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26298): Terminated: ok {rc=0}\u000a13:27:12.220796 --- ParallelTerminationStrategy: PID 26299 died...\u000a13:27:12.273768 run iperf3-srv_10.42.42.10(pid=26299): Terminated {rc=256}\u000a13:27:12.283307 --- ParallelTerminationStrategy: PID 26302 died...\u000a13:27:12.337197 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26302): Terminated: ok {rc=0}\u000a13:27:12.346927 --- ParallelTerminationStrategy: PID 26305 died...\u000a13:27:12.399937 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26305): Terminated: ok {rc=0}\u000a13:27:12.409705 --- ParallelTerminationStrategy: PID 26309 died...\u000a13:27:12.463212 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26309): Terminated: ok {rc=0}\u000a13:27:12.547062 bus /gobi_4: Setting Powered False\u000a13:27:13.649070 bus /gobi_4: Setting Powered False\u000a13:27:14.762307 bus /gobi_1: Setting Powered False\u000a13:27:15.867864 bus /gobi_1: Setting Powered False\u000a13:27:16.997650 bus /gobi_0: Setting Powered False\u000a13:27:18.103656 bus /gobi_0: Setting Powered False\u000a13:27:19.213594 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26317): Process ended prematurely: osmo-stp_10.42.42.5(pid=26317) [trial-2390↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26317)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26317): Process ended prematurely: osmo-stp_10.42.42.5(pid=26317) [trial-2390↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26317)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-b200+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a13:27:20.283255 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:27:20.295271 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:27:20.463525 tst ping.py: using LAC 34251\u000a13:27:20.590379 tst ping.py: using RAC 81\u000a13:27:20.707826 tst ping.py: using CellId 34251\u000a13:27:20.826536 tst ping.py: using BVCI 34252\u000a13:27:20.849793 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:27:20.860741 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:27:20.871532 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:27:20.882242 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:27:20.893010 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:27:20.903682 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:27:20.914577 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:27:20.925313 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:27:21.218943 tst ping.py:19: start network...\u000a13:27:21.353662 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:27:21.863676 run create_hlr_db(pid=26311): Launched\u000a13:27:22.052359 bus /gobi_6: Setting Powered False\u000a13:27:23.070373 run create_hlr_db(pid=26311): Terminated: ok {rc=0}\u000a13:27:23.476731 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26313): Launched\u000a13:27:23.778560 run osmo-hlr_10.42.42.2(pid=26314): Launched\u000a13:27:23.888915 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:27:24.418910 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26316): Launched\u000a13:27:24.719863 run osmo-stp_10.42.42.5(pid=26317): Launched\u000a13:27:24.832517 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:27:25.357865 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26319): Launched\u000a13:27:25.464089 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:27:25.726731 run patchelf(pid=26320): Launched\u000a13:27:25.902859 run osmo-stp_10.42.42.5(pid=26317): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26317)]\u000a13:27:26.031482 run osmo-stp_10.42.42.5(pid=26317): stdout: \u000a| (launched: 2022-12-13_13:27:24.572087)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:27:26.160024 run osmo-stp_10.42.42.5(pid=26317): stderr: \u000a| �[0;m�[38;5;43m20221213132724762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132724762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132724762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132724763 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132724764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132724764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132724764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:27:26.283727 run osmo-stp_10.42.42.5(pid=26317): stdout: \u000a| (launched: 2022-12-13_13:27:24.572087)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:27:26.406034 run osmo-stp_10.42.42.5(pid=26317): stderr: \u000a| �[0;m�[38;5;43m20221213132724762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132724762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132724762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132724763 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132724764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132724764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132724764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:27:26.550516 run patchelf(pid=26320): Terminating (SIGINT)\u000a13:27:26.719292 run patchelf(pid=26320): Terminated: ok {rc=0}\u000a13:27:26.750042 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26317): Process ended prematurely: osmo-stp_10.42.42.5(pid=26317) [trial-2390↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26317)] [trial-2390↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22]\u000a13:27:26.758645 tst ping.py:22: Test FAILED (6.5 sec)\u000a13:27:26.818769 run osmo-hlr_10.42.42.2(pid=26314): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26314)]\u000a13:27:26.867295 run osmo-hlr_10.42.42.2(pid=26314): stdout: \u000a| (launched: 2022-12-13_13:27:23.629921) \u000a13:27:26.916360 run osmo-hlr_10.42.42.2(pid=26314): stderr: \u000a| �[0;m�[1;31m20221213132723802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213132723802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213132723802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132723802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132723802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213132723802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213132723815 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-b200+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213132723824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213132723825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213132723825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:27:26.958244 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26313): Terminating (SIGTERM)\u000a13:27:26.997704 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26316): Terminating (SIGTERM)\u000a13:27:27.037346 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26319): Terminating (SIGTERM)\u000a13:27:27.046244 --- ParallelTerminationStrategy: PID 26313 died...\u000a13:27:27.099207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26313): Terminated: ok {rc=0}\u000a13:27:27.108642 --- ParallelTerminationStrategy: PID 26316 died...\u000a13:27:27.161508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26316): Terminated: ok {rc=0}\u000a13:27:27.170966 --- ParallelTerminationStrategy: PID 26319 died...\u000a13:27:27.223705 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26319): Terminated: ok {rc=0}\u000a13:27:27.312559 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26328): Process ended prematurely: osmo-stp_10.42.42.5(pid=26328) [trial-2390↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26328)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26328): Process ended prematurely: osmo-stp_10.42.42.5(pid=26328) [trial-2390↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26328)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-b200+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a13:27:28.363815 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:27:28.375288 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:27:28.536505 tst ping_idle_ping.py: using LAC 34252\u000a13:27:28.658003 tst ping_idle_ping.py: using RAC 82\u000a13:27:28.779371 tst ping_idle_ping.py: using CellId 34252\u000a13:27:28.899827 tst ping_idle_ping.py: using BVCI 34253\u000a13:27:28.923010 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:27:28.933871 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:27:28.944572 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:27:28.955459 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:27:28.966518 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:27:28.977809 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:27:28.989123 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:27:29.000274 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:27:29.279019 tst ping_idle_ping.py:24: start network...\u000a13:27:29.405030 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:27:29.895889 run create_hlr_db(pid=26322): Launched\u000a13:27:30.084428 bus /gobi_6: Setting Powered False\u000a13:27:31.114403 run create_hlr_db(pid=26322): Terminated: ok {rc=0}\u000a13:27:31.602724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26324): Launched\u000a13:27:32.010059 run osmo-hlr_10.42.42.2(pid=26325): Launched\u000a13:27:32.249848 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:27:32.814552 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26327): Launched\u000a13:27:33.140544 run osmo-stp_10.42.42.5(pid=26328): Launched\u000a13:27:33.258213 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:27:33.822431 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26330): Launched\u000a13:27:33.938357 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:27:34.222146 run patchelf(pid=26331): Launched\u000a13:27:34.411408 run osmo-stp_10.42.42.5(pid=26328): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26328)]\u000a13:27:34.550629 run osmo-stp_10.42.42.5(pid=26328): stdout: \u000a| (launched: 2022-12-13_13:27:32.979569)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:27:34.689327 run osmo-stp_10.42.42.5(pid=26328): stderr: \u000a| �[0;m�[38;5;43m20221213132733169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132733169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132733169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132733170 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132733170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132733170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132733170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:27:34.822796 run osmo-stp_10.42.42.5(pid=26328): stdout: \u000a| (launched: 2022-12-13_13:27:32.979569)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:27:34.955760 run osmo-stp_10.42.42.5(pid=26328): stderr: \u000a| �[0;m�[38;5;43m20221213132733169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132733169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132733169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132733170 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132733170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132733170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132733170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:27:35.111194 run patchelf(pid=26331): Terminating (SIGINT)\u000a13:27:35.292661 run patchelf(pid=26331): Terminated: ok {rc=0}\u000a13:27:35.325761 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26328): Process ended prematurely: osmo-stp_10.42.42.5(pid=26328) [trial-2390↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26328)] [trial-2390↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a13:27:35.335115 tst ping_idle_ping.py:27: Test FAILED (7.0 sec)\u000a13:27:35.398417 run osmo-hlr_10.42.42.2(pid=26325): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26325)]\u000a13:27:35.449799 run osmo-hlr_10.42.42.2(pid=26325): stdout: \u000a| (launched: 2022-12-13_13:27:31.761797) \u000a13:27:35.501755 run osmo-hlr_10.42.42.2(pid=26325): stderr: \u000a| �[0;m�[1;31m20221213132732096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213132732096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213132732096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132732096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132732096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213132732096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213132732119 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-b200+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213132732127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213132732127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213132732127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:27:35.546382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26324): Terminating (SIGTERM)\u000a13:27:35.588426 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26327): Terminating (SIGTERM)\u000a13:27:35.631033 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26330): Terminating (SIGTERM)\u000a13:27:35.640622 --- ParallelTerminationStrategy: PID 26324 died...\u000a13:27:35.696710 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26324): Terminated: ok {rc=0}\u000a13:27:35.706758 --- ParallelTerminationStrategy: PID 26327 died...\u000a13:27:35.762951 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26327): Terminated: ok {rc=0}\u000a13:27:35.773086 --- ParallelTerminationStrategy: PID 26330 died...\u000a13:27:35.829454 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26330): Terminated: ok {rc=0}\u000a13:27:35.917566 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "53", "name" : "gprs_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:26:37" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26348): Process ended prematurely: osmo-stp_10.42.42.5(pid=26348) [trial-2390↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26348)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26348): Process ended prematurely: osmo-stp_10.42.42.5(pid=26348) [trial-2390↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26348)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:27:38.084884 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:27:38.096414 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a13:27:38.240229 tst cs_paging_gprs_active.py: using LAC 34253\u000a13:27:38.364125 tst cs_paging_gprs_active.py: using RAC 83\u000a13:27:38.487817 tst cs_paging_gprs_active.py: using CellId 34253\u000a13:27:38.611812 tst cs_paging_gprs_active.py: using BVCI 34254\u000a13:27:38.635572 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:27:38.646976 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:27:38.658084 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:27:38.669217 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:27:38.680794 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:27:38.692380 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:27:38.704124 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:27:38.715634 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:27:38.727390 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:27:38.850543 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:27:39.136018 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:27:39.265251 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:27:39.586305 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26338): Launched\u000a13:27:39.855618 run iperf3-srv_10.42.42.10(pid=26339): Launched\u000a13:27:40.044299 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:27:40.172920 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:27:40.493899 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26340): Launched\u000a13:27:40.760615 run iperf3-srv_10.42.42.10(pid=26341): Launched\u000a13:27:40.948613 tst cs_paging_gprs_active.py:38: start network...\u000a13:27:41.077454 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:27:41.571391 run create_hlr_db(pid=26342): Launched\u000a13:27:41.747774 bus /gobi_6: Setting Powered False\u000a13:27:42.769399 run create_hlr_db(pid=26342): Terminated: ok {rc=0}\u000a13:27:43.206960 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26344): Launched\u000a13:27:43.538660 run osmo-hlr_10.42.42.2(pid=26345): Launched\u000a13:27:43.660796 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:27:44.235774 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26347): Launched\u000a13:27:44.566898 run osmo-stp_10.42.42.5(pid=26348): Launched\u000a13:27:44.687031 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:27:45.262957 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26350): Launched\u000a13:27:45.380759 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:27:45.668577 run patchelf(pid=26351): Launched\u000a13:27:45.866608 run osmo-stp_10.42.42.5(pid=26348): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26348)]\u000a13:27:46.022219 run osmo-stp_10.42.42.5(pid=26348): stdout: \u000a| (launched: 2022-12-13_13:27:44.403237)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:27:46.160447 run osmo-stp_10.42.42.5(pid=26348): stderr: \u000a| �[0;m�[38;5;43m20221213132744595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132744595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132744595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132744596 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132744596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132744596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132744596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:27:46.293827 run osmo-stp_10.42.42.5(pid=26348): stdout: \u000a| (launched: 2022-12-13_13:27:44.403237)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:27:46.426492 run osmo-stp_10.42.42.5(pid=26348): stderr: \u000a| �[0;m�[38;5;43m20221213132744595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132744595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132744595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132744596 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132744596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132744596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132744596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:27:46.581894 run patchelf(pid=26351): Terminating (SIGINT)\u000a13:27:46.763860 run patchelf(pid=26351): Terminated: ok {rc=0}\u000a13:27:46.797602 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26348): Process ended prematurely: osmo-stp_10.42.42.5(pid=26348) [trial-2390↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26348)] [trial-2390↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a13:27:46.808120 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a13:27:46.871995 run osmo-hlr_10.42.42.2(pid=26345): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26345)]\u000a13:27:46.924611 run osmo-hlr_10.42.42.2(pid=26345): stdout: \u000a| (launched: 2022-12-13_13:27:43.374231) \u000a13:27:46.978144 run osmo-hlr_10.42.42.2(pid=26345): stderr: \u000a| �[0;m�[1;31m20221213132743570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213132743570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213132743570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132743570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132743570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213132743570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213132743582 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213132743591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213132743591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213132743591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:27:47.025238 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26338): Terminating (SIGTERM)\u000a13:27:47.069670 run iperf3-srv_10.42.42.10(pid=26339): Terminating (SIGTERM)\u000a13:27:47.113758 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26340): Terminating (SIGTERM)\u000a13:27:47.156738 run iperf3-srv_10.42.42.10(pid=26341): Terminating (SIGTERM)\u000a13:27:47.202744 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26344): Terminating (SIGTERM)\u000a13:27:47.244638 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26347): Terminating (SIGTERM)\u000a13:27:47.286577 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26350): Terminating (SIGTERM)\u000a13:27:47.295762 --- ParallelTerminationStrategy: PID 26338 died...\u000a13:27:47.351903 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26338): Terminated: ok {rc=0}\u000a13:27:47.361931 --- ParallelTerminationStrategy: PID 26339 died...\u000a13:27:47.417643 run iperf3-srv_10.42.42.10(pid=26339): Terminated {rc=256}\u000a13:27:47.427583 --- ParallelTerminationStrategy: PID 26340 died...\u000a13:27:47.483673 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26340): Terminated: ok {rc=0}\u000a13:27:47.493822 --- ParallelTerminationStrategy: PID 26341 died...\u000a13:27:47.549666 run iperf3-srv_10.42.42.10(pid=26341): Terminated {rc=256}\u000a13:27:47.559561 --- ParallelTerminationStrategy: PID 26344 died...\u000a13:27:47.615720 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26344): Terminated: ok {rc=0}\u000a13:27:47.625726 --- ParallelTerminationStrategy: PID 26347 died...\u000a13:27:47.681853 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26347): Terminated: ok {rc=0}\u000a13:27:47.691785 --- ParallelTerminationStrategy: PID 26350 died...\u000a13:27:47.748030 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26350): Terminated: ok {rc=0}\u000a13:27:47.835067 bus /gobi_0: Setting Powered False\u000a13:27:48.940922 bus /gobi_0: Setting Powered False\u000a13:27:50.049331 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26360): Process ended prematurely: osmo-stp_10.42.42.5(pid=26360) [trial-2390↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26360)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26360): Process ended prematurely: osmo-stp_10.42.42.5(pid=26360) [trial-2390↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26360)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a13:27:51.166028 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:27:51.178629 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a13:27:51.333273 tst iperf3.py: using LAC 34254\u000a13:27:51.463933 tst iperf3.py: using RAC 84\u000a13:27:51.594079 tst iperf3.py: using CellId 34254\u000a13:27:51.725159 tst iperf3.py: using BVCI 34255\u000a13:27:51.750660 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:27:51.762457 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:27:51.774172 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:27:51.785786 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:27:51.797673 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:27:51.809474 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:27:51.821620 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:27:51.833592 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:27:51.845666 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:27:52.131996 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:27:52.260322 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:27:52.581180 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26352): Launched\u000a13:27:52.850175 run iperf3-srv_10.42.42.10(pid=26353): Launched\u000a13:27:53.037730 tst iperf3.py:8: start network...\u000a13:27:53.165316 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:27:53.660147 run create_hlr_db(pid=26354): Launched\u000a13:27:53.850680 bus /gobi_6: Setting Powered False\u000a13:27:54.871689 run create_hlr_db(pid=26354): Terminated: ok {rc=0}\u000a13:27:55.283392 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26356): Launched\u000a13:27:55.588351 run osmo-hlr_10.42.42.2(pid=26357): Launched\u000a13:27:55.708667 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:27:56.246337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26359): Launched\u000a13:27:56.550411 run osmo-stp_10.42.42.5(pid=26360): Launched\u000a13:27:56.662388 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:27:57.190776 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26362): Launched\u000a13:27:57.298024 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:27:57.563367 run patchelf(pid=26363): Launched\u000a13:27:57.741190 run osmo-stp_10.42.42.5(pid=26360): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26360)]\u000a13:27:57.871136 run osmo-stp_10.42.42.5(pid=26360): stdout: \u000a| (launched: 2022-12-13_13:27:56.400409)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:27:58.001830 run osmo-stp_10.42.42.5(pid=26360): stderr: \u000a| �[0;m�[38;5;43m20221213132756568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132756568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132756568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132756569 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132756569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132756569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132756570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:27:58.127599 run osmo-stp_10.42.42.5(pid=26360): stdout: \u000a| (launched: 2022-12-13_13:27:56.400409)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:27:58.252371 run osmo-stp_10.42.42.5(pid=26360): stderr: \u000a| �[0;m�[38;5;43m20221213132756568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132756568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132756568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132756569 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132756569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132756569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132756570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:27:58.398373 run patchelf(pid=26363): Terminating (SIGINT)\u000a13:27:58.569812 run patchelf(pid=26363): Terminated: ok {rc=0}\u000a13:27:58.601240 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26360): Process ended prematurely: osmo-stp_10.42.42.5(pid=26360) [trial-2390↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26360)] [trial-2390↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a13:27:58.610656 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a13:27:58.669922 run osmo-hlr_10.42.42.2(pid=26357): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26357)]\u000a13:27:58.718362 run osmo-hlr_10.42.42.2(pid=26357): stdout: \u000a| (launched: 2022-12-13_13:27:55.439168) \u000a13:27:58.767189 run osmo-hlr_10.42.42.2(pid=26357): stderr: \u000a| �[0;m�[1;31m20221213132755615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213132755615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213132755615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132755615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132755615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213132755615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213132755628 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213132755638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213132755638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213132755638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:27:58.808695 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26352): Terminating (SIGTERM)\u000a13:27:58.847771 run iperf3-srv_10.42.42.10(pid=26353): Terminating (SIGTERM)\u000a13:27:58.887461 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26356): Terminating (SIGTERM)\u000a13:27:58.926716 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26359): Terminating (SIGTERM)\u000a13:27:58.966012 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26362): Terminating (SIGTERM)\u000a13:27:58.975040 --- ParallelTerminationStrategy: PID 26352 died...\u000a13:27:59.027480 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26352): Terminated: ok {rc=0}\u000a13:27:59.036882 --- ParallelTerminationStrategy: PID 26353 died...\u000a13:27:59.089199 run iperf3-srv_10.42.42.10(pid=26353): Terminated {rc=256}\u000a13:27:59.098543 --- ParallelTerminationStrategy: PID 26356 died...\u000a13:27:59.151523 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26356): Terminated: ok {rc=0}\u000a13:27:59.160930 --- ParallelTerminationStrategy: PID 26359 died...\u000a13:27:59.213344 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26359): Terminated: ok {rc=0}\u000a13:27:59.222796 --- ParallelTerminationStrategy: PID 26362 died...\u000a13:27:59.275107 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26362): Terminated: ok {rc=0}\u000a13:27:59.362925 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26378): Process ended prematurely: osmo-stp_10.42.42.5(pid=26378) [trial-2390↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26378)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26378): Process ended prematurely: osmo-stp_10.42.42.5(pid=26378) [trial-2390↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26378)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a13:28:00.471366 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:28:00.483225 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a13:28:00.625115 tst iperf3m4.py: using LAC 34255\u000a13:28:00.747941 tst iperf3m4.py: using RAC 85\u000a13:28:00.886981 tst iperf3m4.py: using CellId 34255\u000a13:28:01.013615 tst iperf3m4.py: using BVCI 34256\u000a13:28:01.038119 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:28:01.050449 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:28:01.062508 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:28:01.074773 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:28:01.086681 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:28:01.098477 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:28:01.110298 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:28:01.121804 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:28:01.133714 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:28:01.275268 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:28:01.437014 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:28:01.561516 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:28:01.901434 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:28:02.043502 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:28:02.396190 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26364): Launched\u000a13:28:02.678878 run iperf3-srv_10.42.42.10(pid=26365): Launched\u000a13:28:02.879836 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:28:03.016311 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:28:03.354463 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26366): Launched\u000a13:28:03.635648 run iperf3-srv_10.42.42.10(pid=26367): Launched\u000a13:28:03.835293 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:28:03.972105 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:28:04.310655 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26368): Launched\u000a13:28:04.592545 run iperf3-srv_10.42.42.10(pid=26369): Launched\u000a13:28:04.792770 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:28:04.929716 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:28:05.268688 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26370): Launched\u000a13:28:05.551022 run iperf3-srv_10.42.42.10(pid=26371): Launched\u000a13:28:05.750706 tst iperf3m4.py:8: start network...\u000a13:28:05.887102 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:28:06.400766 run create_hlr_db(pid=26372): Launched\u000a13:28:06.589416 bus /gobi_6: Setting Powered False\u000a13:28:07.609456 run create_hlr_db(pid=26372): Terminated: ok {rc=0}\u000a13:28:08.016895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26374): Launched\u000a13:28:08.322394 run osmo-hlr_10.42.42.2(pid=26375): Launched\u000a13:28:08.442140 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:28:08.980378 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26377): Launched\u000a13:28:09.285353 run osmo-stp_10.42.42.5(pid=26378): Launched\u000a13:28:09.396069 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:28:09.926118 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26380): Launched\u000a13:28:10.033270 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:28:10.298316 run patchelf(pid=26381): Launched\u000a13:28:10.475189 run osmo-stp_10.42.42.5(pid=26378): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26378)]\u000a13:28:10.603857 run osmo-stp_10.42.42.5(pid=26378): stdout: \u000a| (launched: 2022-12-13_13:28:09.134215)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:28:10.733530 run osmo-stp_10.42.42.5(pid=26378): stderr: \u000a| �[0;m�[38;5;43m20221213132809300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132809300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132809300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132809301 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132809301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132809301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132809301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:28:10.858838 run osmo-stp_10.42.42.5(pid=26378): stdout: \u000a| (launched: 2022-12-13_13:28:09.134215)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:28:10.982620 run osmo-stp_10.42.42.5(pid=26378): stderr: \u000a| �[0;m�[38;5;43m20221213132809300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132809300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132809300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132809301 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132809301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132809301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132809301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:28:11.127655 run patchelf(pid=26381): Terminating (SIGINT)\u000a13:28:11.297758 run patchelf(pid=26381): Terminated: ok {rc=0}\u000a13:28:11.329194 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26378): Process ended prematurely: osmo-stp_10.42.42.5(pid=26378) [trial-2390↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26378)] [trial-2390↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a13:28:11.338586 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a13:28:11.397805 run osmo-hlr_10.42.42.2(pid=26375): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26375)]\u000a13:28:11.446131 run osmo-hlr_10.42.42.2(pid=26375): stdout: \u000a| (launched: 2022-12-13_13:28:08.170450) \u000a13:28:11.494997 run osmo-hlr_10.42.42.2(pid=26375): stderr: \u000a| �[0;m�[1;31m20221213132808342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213132808342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213132808342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132808342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132808342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213132808342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213132808354 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213132808363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213132808363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213132808363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:28:11.536805 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26364): Terminating (SIGTERM)\u000a13:28:11.576159 run iperf3-srv_10.42.42.10(pid=26365): Terminating (SIGTERM)\u000a13:28:11.615537 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26366): Terminating (SIGTERM)\u000a13:28:11.655017 run iperf3-srv_10.42.42.10(pid=26367): Terminating (SIGTERM)\u000a13:28:11.696280 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26368): Terminating (SIGTERM)\u000a13:28:11.735683 run iperf3-srv_10.42.42.10(pid=26369): Terminating (SIGTERM)\u000a13:28:11.775170 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26370): Terminating (SIGTERM)\u000a13:28:11.814358 run iperf3-srv_10.42.42.10(pid=26371): Terminating (SIGTERM)\u000a13:28:11.853627 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26374): Terminating (SIGTERM)\u000a13:28:11.893408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26377): Terminating (SIGTERM)\u000a13:28:11.932761 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26380): Terminating (SIGTERM)\u000a13:28:11.941952 --- ParallelTerminationStrategy: PID 26364 died...\u000a13:28:11.994953 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26364): Terminated: ok {rc=0}\u000a13:28:12.004538 --- ParallelTerminationStrategy: PID 26365 died...\u000a13:28:12.056809 run iperf3-srv_10.42.42.10(pid=26365): Terminated {rc=256}\u000a13:28:12.066447 --- ParallelTerminationStrategy: PID 26366 died...\u000a13:28:12.118857 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26366): Terminated: ok {rc=0}\u000a13:28:12.128420 --- ParallelTerminationStrategy: PID 26367 died...\u000a13:28:12.180756 run iperf3-srv_10.42.42.10(pid=26367): Terminated {rc=256}\u000a13:28:12.190288 --- ParallelTerminationStrategy: PID 26368 died...\u000a13:28:12.242649 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26368): Terminated: ok {rc=0}\u000a13:28:12.252157 --- ParallelTerminationStrategy: PID 26369 died...\u000a13:28:12.304356 run iperf3-srv_10.42.42.10(pid=26369): Terminated {rc=256}\u000a13:28:12.313966 --- ParallelTerminationStrategy: PID 26370 died...\u000a13:28:12.366304 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26370): Terminated: ok {rc=0}\u000a13:28:12.375834 --- ParallelTerminationStrategy: PID 26371 died...\u000a13:28:12.427887 run iperf3-srv_10.42.42.10(pid=26371): Terminated {rc=256}\u000a13:28:12.437527 --- ParallelTerminationStrategy: PID 26374 died...\u000a13:28:12.489852 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26374): Terminated: ok {rc=0}\u000a13:28:12.499465 --- ParallelTerminationStrategy: PID 26377 died...\u000a13:28:12.551644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26377): Terminated: ok {rc=0}\u000a13:28:12.561223 --- ParallelTerminationStrategy: PID 26380 died...\u000a13:28:12.613561 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26380): Terminated: ok {rc=0}\u000a13:28:12.700640 bus /gobi_4: Setting Powered False\u000a13:28:13.802842 bus /gobi_4: Setting Powered False\u000a13:28:14.914738 bus /gobi_1: Setting Powered False\u000a13:28:16.025677 bus /gobi_1: Setting Powered False\u000a13:28:17.154207 bus /gobi_0: Setting Powered False\u000a13:28:18.257486 bus /gobi_0: Setting Powered False\u000a13:28:19.368669 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26388): Process ended prematurely: osmo-stp_10.42.42.5(pid=26388) [trial-2390↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26388)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26388): Process ended prematurely: osmo-stp_10.42.42.5(pid=26388) [trial-2390↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26388)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a13:28:20.435837 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:28:20.447743 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a13:28:20.594282 tst ping.py: using LAC 34256\u000a13:28:20.720627 tst ping.py: using RAC 86\u000a13:28:20.845941 tst ping.py: using CellId 34256\u000a13:28:20.965664 tst ping.py: using BVCI 34257\u000a13:28:20.988425 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:28:20.999861 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:28:21.011673 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:28:21.022953 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:28:21.034541 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:28:21.045804 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:28:21.057162 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:28:21.068348 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:28:21.360221 tst ping.py:19: start network...\u000a13:28:21.492783 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:28:21.998655 run create_hlr_db(pid=26382): Launched\u000a13:28:22.184678 bus /gobi_6: Setting Powered False\u000a13:28:23.203685 run create_hlr_db(pid=26382): Terminated: ok {rc=0}\u000a13:28:23.605110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26384): Launched\u000a13:28:23.901825 run osmo-hlr_10.42.42.2(pid=26385): Launched\u000a13:28:24.018622 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:28:24.541441 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26387): Launched\u000a13:28:24.838880 run osmo-stp_10.42.42.5(pid=26388): Launched\u000a13:28:24.946823 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:28:25.467999 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26390): Launched\u000a13:28:25.573745 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:28:25.841845 run patchelf(pid=26391): Launched\u000a13:28:26.015132 run osmo-stp_10.42.42.5(pid=26388): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26388)]\u000a13:28:26.142179 run osmo-stp_10.42.42.5(pid=26388): stdout: \u000a| (launched: 2022-12-13_13:28:24.692244)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:28:26.269631 run osmo-stp_10.42.42.5(pid=26388): stderr: \u000a| �[0;m�[38;5;43m20221213132824858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132824859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132824859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132824859 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132824860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132824860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132824860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:28:26.391678 run osmo-stp_10.42.42.5(pid=26388): stdout: \u000a| (launched: 2022-12-13_13:28:24.692244)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:28:26.512822 run osmo-stp_10.42.42.5(pid=26388): stderr: \u000a| �[0;m�[38;5;43m20221213132824858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132824859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132824859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132824859 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132824860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132824860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132824860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:28:26.655143 run patchelf(pid=26391): Terminating (SIGINT)\u000a13:28:26.822245 run patchelf(pid=26391): Terminated: ok {rc=0}\u000a13:28:26.852813 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26388): Process ended prematurely: osmo-stp_10.42.42.5(pid=26388) [trial-2390↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26388)] [trial-2390↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a13:28:26.861619 tst ping.py:22: Test FAILED (6.4 sec)\u000a13:28:26.921541 run osmo-hlr_10.42.42.2(pid=26385): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26385)]\u000a13:28:26.969653 run osmo-hlr_10.42.42.2(pid=26385): stdout: \u000a| (launched: 2022-12-13_13:28:23.755786) \u000a13:28:27.018397 run osmo-hlr_10.42.42.2(pid=26385): stderr: \u000a| �[0;m�[1;31m20221213132823928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213132823928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213132823928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132823928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132823928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213132823928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213132823941 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213132823950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213132823950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213132823950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:28:27.060081 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26384): Terminating (SIGTERM)\u000a13:28:27.099318 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26387): Terminating (SIGTERM)\u000a13:28:27.138516 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26390): Terminating (SIGTERM)\u000a13:28:27.147619 --- ParallelTerminationStrategy: PID 26384 died...\u000a13:28:27.200167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26384): Terminated: ok {rc=0}\u000a13:28:27.209644 --- ParallelTerminationStrategy: PID 26387 died...\u000a13:28:27.262405 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26387): Terminated: ok {rc=0}\u000a13:28:27.271929 --- ParallelTerminationStrategy: PID 26390 died...\u000a13:28:27.324935 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26390): Terminated: ok {rc=0}\u000a13:28:27.413035 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26398): Process ended prematurely: osmo-stp_10.42.42.5(pid=26398) [trial-2390↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26398)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26398): Process ended prematurely: osmo-stp_10.42.42.5(pid=26398) [trial-2390↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26398)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a13:28:28.464746 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:28:28.476560 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a13:28:28.617635 tst ping_idle_ping.py: using LAC 34257\u000a13:28:28.739502 tst ping_idle_ping.py: using RAC 87\u000a13:28:28.857625 tst ping_idle_ping.py: using CellId 34257\u000a13:28:28.979392 tst ping_idle_ping.py: using BVCI 34258\u000a13:28:29.002378 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:28:29.013693 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:28:29.024732 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:28:29.035823 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:28:29.047445 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:28:29.059225 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:28:29.071058 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:28:29.082672 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:28:29.358682 tst ping_idle_ping.py:24: start network...\u000a13:28:29.482567 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:28:29.962691 run create_hlr_db(pid=26392): Launched\u000a13:28:30.134888 bus /gobi_6: Setting Powered False\u000a13:28:31.174547 run create_hlr_db(pid=26392): Terminated: ok {rc=0}\u000a13:28:31.628318 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26394): Launched\u000a13:28:32.003841 run osmo-hlr_10.42.42.2(pid=26395): Launched\u000a13:28:32.137996 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:28:32.705785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26397): Launched\u000a13:28:33.027808 run osmo-stp_10.42.42.5(pid=26398): Launched\u000a13:28:33.144104 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:28:33.704811 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26400): Launched\u000a13:28:33.819055 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:28:34.099623 run patchelf(pid=26401): Launched\u000a13:28:34.286917 run osmo-stp_10.42.42.5(pid=26398): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26398)]\u000a13:28:34.423806 run osmo-stp_10.42.42.5(pid=26398): stdout: \u000a| (launched: 2022-12-13_13:28:32.868697)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:28:34.561871 run osmo-stp_10.42.42.5(pid=26398): stderr: \u000a| �[0;m�[38;5;43m20221213132833058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132833058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132833058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132833059 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132833059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132833059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132833059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:28:34.694428 run osmo-stp_10.42.42.5(pid=26398): stdout: \u000a| (launched: 2022-12-13_13:28:32.868697)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:28:34.825058 run osmo-stp_10.42.42.5(pid=26398): stderr: \u000a| �[0;m�[38;5;43m20221213132833058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132833058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132833058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132833059 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132833059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132833059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132833059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:28:34.978676 run patchelf(pid=26401): Terminating (SIGINT)\u000a13:28:35.158266 run patchelf(pid=26401): Terminated: ok {rc=0}\u000a13:28:35.190892 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26398): Process ended prematurely: osmo-stp_10.42.42.5(pid=26398) [trial-2390↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26398)] [trial-2390↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a13:28:35.200166 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a13:28:35.262859 run osmo-hlr_10.42.42.2(pid=26395): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26395)]\u000a13:28:35.314157 run osmo-hlr_10.42.42.2(pid=26395): stdout: \u000a| (launched: 2022-12-13_13:28:31.798134) \u000a13:28:35.365922 run osmo-hlr_10.42.42.2(pid=26395): stderr: \u000a| �[0;m�[1;31m20221213132832147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213132832147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213132832147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132832147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132832148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213132832148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213132832165 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213132832174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213132832175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213132832175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:28:35.410254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26394): Terminating (SIGTERM)\u000a13:28:35.452025 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26397): Terminating (SIGTERM)\u000a13:28:35.494284 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26400): Terminating (SIGTERM)\u000a13:28:35.503909 --- ParallelTerminationStrategy: PID 26394 died...\u000a13:28:35.560010 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26394): Terminated: ok {rc=0}\u000a13:28:35.570093 --- ParallelTerminationStrategy: PID 26397 died...\u000a13:28:35.626017 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26397): Terminated: ok {rc=0}\u000a13:28:35.635927 --- ParallelTerminationStrategy: PID 26400 died...\u000a13:28:35.691806 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26400): Terminated: ok {rc=0}\u000a13:28:35.778125 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "54", "name" : "gprs_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:27:37" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26411): Process ended prematurely: osmo-stp_10.42.42.5(pid=26411) [trial-2390↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26411)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26411): Process ended prematurely: osmo-stp_10.42.42.5(pid=26411) [trial-2390↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26411)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a13:28:37.819433 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:28:37.830895 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:28:37.997277 tst switch_tch_pdch.py: using LAC 34258\u000a13:28:38.122073 tst switch_tch_pdch.py: using RAC 88\u000a13:28:38.244256 tst switch_tch_pdch.py: using CellId 34258\u000a13:28:38.359958 tst switch_tch_pdch.py: using BVCI 34259\u000a13:28:38.382621 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:28:38.393828 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:28:38.404705 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:28:38.415681 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:28:38.427224 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:28:38.438789 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:28:38.450519 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:28:38.462013 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:28:38.583910 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:28:38.873348 tst switch_tch_pdch.py:51: start network...\u000a13:28:39.006933 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:28:39.508299 run create_hlr_db(pid=26405): Launched\u000a13:28:39.693273 bus /gobi_6: Setting Powered False\u000a13:28:40.713725 run create_hlr_db(pid=26405): Terminated: ok {rc=0}\u000a13:28:41.115695 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26407): Launched\u000a13:28:41.414449 run osmo-hlr_10.42.42.2(pid=26408): Launched\u000a13:28:41.524008 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:28:42.039229 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26410): Launched\u000a13:28:42.335969 run osmo-stp_10.42.42.5(pid=26411): Launched\u000a13:28:42.443941 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:28:42.962635 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26413): Launched\u000a13:28:43.069202 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:28:43.331762 run patchelf(pid=26414): Launched\u000a13:28:43.519375 run osmo-stp_10.42.42.5(pid=26411): ERR: Terminated: ERROR {rc=1} [trial-2390↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26411)]\u000a13:28:43.656595 run osmo-stp_10.42.42.5(pid=26411): stdout: \u000a| (launched: 2022-12-13_13:28:42.190047)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:28:43.793993 run osmo-stp_10.42.42.5(pid=26411): stderr: \u000a| �[0;m�[38;5;43m20221213132842355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132842355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132842355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132842355 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132842356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132842356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132842356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:28:43.926647 run osmo-stp_10.42.42.5(pid=26411): stdout: \u000a| (launched: 2022-12-13_13:28:42.190047)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:28:44.058012 run osmo-stp_10.42.42.5(pid=26411): stderr: \u000a| �[0;m�[38;5;43m20221213132842355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132842355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132842355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132842355 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132842356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132842356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132842356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:28:44.210785 run patchelf(pid=26414): Terminating (SIGINT)\u000a13:28:44.390576 run patchelf(pid=26414): Terminated: ok {rc=0}\u000a13:28:44.422995 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=26411): Process ended prematurely: osmo-stp_10.42.42.5(pid=26411) [trial-2390↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26411)] [trial-2390↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a13:28:44.432234 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a13:28:44.495763 run osmo-hlr_10.42.42.2(pid=26408): ERR: Terminated: ERROR {rc=237} [trial-2390↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26408)]\u000a13:28:44.547396 run osmo-hlr_10.42.42.2(pid=26408): stdout: \u000a| (launched: 2022-12-13_13:28:41.266496) \u000a13:28:44.599326 run osmo-hlr_10.42.42.2(pid=26408): stderr: \u000a| �[0;m�[1;31m20221213132841437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213132841437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213132841437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132841437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132841438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213132841438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213132841450 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213132841461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213132841461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213132841461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:28:44.643946 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26407): Terminating (SIGTERM)\u000a13:28:44.686187 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26410): Terminating (SIGTERM)\u000a13:28:44.728491 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26413): Terminating (SIGTERM)\u000a13:28:44.738308 --- ParallelTerminationStrategy: PID 26407 died...\u000a13:28:44.795076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26407): Terminated: ok {rc=0}\u000a13:28:44.805314 --- ParallelTerminationStrategy: PID 26410 died...\u000a13:28:44.861615 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26410): Terminated: ok {rc=0}\u000a13:28:44.871641 --- ParallelTerminationStrategy: PID 26413 died...\u000a13:28:44.928158 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26413): Terminated: ok {rc=0}\u000a13:28:45.015093 bus /gobi_0: Setting Powered False\u000a13:28:46.119987 bus /gobi_0: Setting Powered False\u000a13:28:47.231276 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "55", "name" : "dynts_trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:28:37" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "dynts:trx-b200+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26424): Process ended prematurely: osmo-stp_10.42.42.5(pid=26424) [trial-2390↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26424)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26424): Process ended prematurely: osmo-stp_10.42.42.5(pid=26424) [trial-2390↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26424)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 dynts:trx-b200+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a13:28:49.207691 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:28:49.219063 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a13:28:49.383034 tst switch_tch_pdch.py: using LAC 34259\u000a13:28:49.507330 tst switch_tch_pdch.py: using RAC 89\u000a13:28:49.632429 tst switch_tch_pdch.py: using CellId 34259\u000a13:28:49.751755 tst switch_tch_pdch.py: using BVCI 34260\u000a13:28:49.774839 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:28:49.785924 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:28:49.796645 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:28:49.807628 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:28:49.818638 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:28:49.829755 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:28:49.840668 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:28:49.851546 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a13:28:49.971167 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a13:28:50.251876 tst switch_tch_pdch.py:51: start network...\u000a13:28:50.375123 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:28:50.827776 run create_hlr_db(pid=26418): Launched\u000a13:28:50.949343 bus /gobi_6: Setting Powered False\u000a13:28:52.021614 run create_hlr_db(pid=26418): Terminated: ok {rc=0}\u000a13:28:52.418021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26420): Launched\u000a13:28:52.736309 run osmo-hlr_10.42.42.2(pid=26421): Launched\u000a13:28:52.852568 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:28:53.378400 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26423): Launched\u000a13:28:53.697553 run osmo-stp_10.42.42.5(pid=26424): Launched\u000a13:28:53.812182 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:28:54.340306 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26426): Launched\u000a13:28:54.453708 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:28:54.732241 run patchelf(pid=26427): Launched\u000a13:28:54.918813 run osmo-stp_10.42.42.5(pid=26424): ERR: Terminated: ERROR {rc=1} [trial-2390↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26424)]\u000a13:28:55.055402 run osmo-stp_10.42.42.5(pid=26424): stdout: \u000a| (launched: 2022-12-13_13:28:53.540548)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:28:55.192742 run osmo-stp_10.42.42.5(pid=26424): stderr: \u000a| �[0;m�[38;5;43m20221213132853726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132853726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132853726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132853727 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132853727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132853727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132853727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:28:55.324699 run osmo-stp_10.42.42.5(pid=26424): stdout: \u000a| (launched: 2022-12-13_13:28:53.540548)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:28:55.455138 run osmo-stp_10.42.42.5(pid=26424): stderr: \u000a| �[0;m�[38;5;43m20221213132853726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132853726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132853726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132853727 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132853727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132853727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132853727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:28:55.607379 run patchelf(pid=26427): Terminating (SIGINT)\u000a13:28:55.786236 run patchelf(pid=26427): Terminated: ok {rc=0}\u000a13:28:55.818651 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=26424): Process ended prematurely: osmo-stp_10.42.42.5(pid=26424) [trial-2390↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26424)] [trial-2390↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a13:28:55.828004 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a13:28:55.891559 run osmo-hlr_10.42.42.2(pid=26421): ERR: Terminated: ERROR {rc=237} [trial-2390↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26421)]\u000a13:28:55.942913 run osmo-hlr_10.42.42.2(pid=26421): stdout: \u000a| (launched: 2022-12-13_13:28:52.579303) \u000a13:28:55.994640 run osmo-hlr_10.42.42.2(pid=26421): stderr: \u000a| �[0;m�[1;31m20221213132852770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213132852770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213132852770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132852770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132852770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213132852770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213132852782 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/dynts:trx-b200+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213132852791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213132852792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213132852792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:28:56.038878 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26420): Terminating (SIGTERM)\u000a13:28:56.080655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26423): Terminating (SIGTERM)\u000a13:28:56.122465 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26426): Terminating (SIGTERM)\u000a13:28:56.132078 --- ParallelTerminationStrategy: PID 26420 died...\u000a13:28:56.187883 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26420): Terminated: ok {rc=0}\u000a13:28:56.197881 --- ParallelTerminationStrategy: PID 26423 died...\u000a13:28:56.253451 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26423): Terminated: ok {rc=0}\u000a13:28:56.263348 --- ParallelTerminationStrategy: PID 26426 died...\u000a13:28:56.318830 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26426): Terminated: ok {rc=0}\u000a13:28:56.404927 bus /gobi_0: Setting Powered False\u000a13:28:57.510750 bus /gobi_0: Setting Powered False\u000a13:28:58.615850 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "56", "name" : "dynts_trx-b200+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:28:48" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "nitb_sms:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=26432): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26432) [trial-2390↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26432)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=26432): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26432) [trial-2390↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26432)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 nitb_sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a13:29:00.510849 tst nitb_sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a13:29:00.522017 tst nitb_sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a13:29:00.655786 tst mo_mt_sms.py: using LAC 34260\u000a13:29:00.774417 tst mo_mt_sms.py: using RAC 90\u000a13:29:00.929547 tst mo_mt_sms.py: using CellId 34260\u000a13:29:01.061682 tst mo_mt_sms.py: using BVCI 34261\u000a13:29:01.087366 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a13:29:01.213996 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a13:29:01.509696 tst mo_mt_sms.py:9: start nitb and bts...\u000a13:29:01.637698 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a13:29:02.276586 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26431): Launched\u000a13:29:02.569815 run osmo-nitb_10.42.42.2(pid=26432): Launched\u000a13:29:02.752395 run osmo-nitb_10.42.42.2(pid=26432): ERR: Terminated: ERROR {rc=2} [trial-2390↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26432)]\u000a13:29:02.886797 run osmo-nitb_10.42.42.2(pid=26432): stdout: \u000a| (launched: 2022-12-13_13:29:02.426841) \u000a13:29:03.021622 run osmo-nitb_10.42.42.2(pid=26432): stderr: \u000a| (launched: 2022-12-13_13:29:02.471124)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:29:03.151253 run osmo-nitb_10.42.42.2(pid=26432): stdout: \u000a| (launched: 2022-12-13_13:29:02.426841) \u000a13:29:03.281118 run osmo-nitb_10.42.42.2(pid=26432): stderr: \u000a| (launched: 2022-12-13_13:29:02.471124)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:29:03.688891 tst osmo-nitb_10.42.42.2(pid=26432): stdout: \u000a| (launched: 2022-12-13_13:29:02.426841) \u000a13:29:03.806251 tst osmo-nitb_10.42.42.2(pid=26432): stderr: \u000a| (launched: 2022-12-13_13:29:02.471124)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:29:03.857981 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=26432): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26432) [trial-2390↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26432)] [trial-2390↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11]\u000a13:29:03.866215 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a13:29:03.900069 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26431): Terminating (SIGTERM)\u000a13:29:04.077632 --- ParallelTerminationStrategy: PID 26431 died...\u000a13:29:04.132327 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26431): Terminated: ok {rc=0}\u000a13:29:04.220489 bus /sierra_3: Setting Powered False\u000a13:29:05.324838 bus /sierra_3: Setting Powered False\u000a13:29:06.437346 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "57", "name" : "nitb_sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:29:00" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "sms:trx-sysmocell5000", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26445): Process ended prematurely: osmo-stp_10.42.42.5(pid=26445) [trial-2390↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26445)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26445): Process ended prematurely: osmo-stp_10.42.42.5(pid=26445) [trial-2390↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26445)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a13:29:08.329883 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:29:08.340559 tst sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a13:29:08.472631 tst mo_mt_sms.py: using LAC 34261\u000a13:29:08.589503 tst mo_mt_sms.py: using RAC 91\u000a13:29:08.704708 tst mo_mt_sms.py: using CellId 34261\u000a13:29:08.821289 tst mo_mt_sms.py: using BVCI 34262\u000a13:29:08.843722 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:29:08.854413 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:29:08.864877 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:29:08.875318 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:29:08.885739 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:29:08.896071 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a13:29:09.010956 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a13:29:09.220535 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:29:09.723481 run create_hlr_db(pid=26439): Launched\u000a13:29:09.910274 bus /sierra_2: Setting Powered False\u000a13:29:10.918151 run create_hlr_db(pid=26439): Terminated: ok {rc=0}\u000a13:29:11.326637 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26441): Launched\u000a13:29:11.622264 run osmo-hlr_10.42.42.2(pid=26442): Launched\u000a13:29:11.730982 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:29:12.246929 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26444): Launched\u000a13:29:12.544277 run osmo-stp_10.42.42.5(pid=26445): Launched\u000a13:29:12.652054 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:29:13.194684 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26447): Launched\u000a13:29:13.492120 run osmo-msc_10.42.42.6(pid=26448): Launched\u000a13:29:13.665240 run osmo-stp_10.42.42.5(pid=26445): ERR: Terminated: ERROR {rc=1} [trial-2390↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26445)]\u000a13:29:13.791028 run osmo-stp_10.42.42.5(pid=26445): stdout: \u000a| (launched: 2022-12-13_13:29:12.397078)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:29:13.914320 run osmo-stp_10.42.42.5(pid=26445): stderr: \u000a| �[0;m�[38;5;43m20221213132912564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132912564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132912564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132912565 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132912565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132912566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132912566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:29:14.033029 run osmo-stp_10.42.42.5(pid=26445): stdout: \u000a| (launched: 2022-12-13_13:29:12.397078)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:29:14.150402 run osmo-stp_10.42.42.5(pid=26445): stderr: \u000a| �[0;m�[38;5;43m20221213132912564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132912564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132912564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132912565 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132912565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132912566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132912566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:29:14.201939 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=26445): Process ended prematurely: osmo-stp_10.42.42.5(pid=26445) [trial-2390↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26445)] [trial-2390↪sms:trx-sysmocell5000↪mo_mt_sms.py:16]\u000a13:29:14.209833 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a13:29:14.269173 run osmo-hlr_10.42.42.2(pid=26442): ERR: Terminated: ERROR {rc=237} [trial-2390↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26442)]\u000a13:29:14.317933 run osmo-hlr_10.42.42.2(pid=26442): stdout: \u000a| (launched: 2022-12-13_13:29:11.477159) \u000a13:29:14.367270 run osmo-hlr_10.42.42.2(pid=26442): stderr: \u000a| �[0;m�[1;31m20221213132911649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213132911649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213132911649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132911649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132911649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213132911649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213132911661 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/sms:trx-sysmocell5000/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213132911670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213132911671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213132911671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:29:14.434244 run osmo-msc_10.42.42.6(pid=26448): ERR: Terminated: ERROR {rc=2} [trial-2390↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26448)]\u000a13:29:14.482414 run osmo-msc_10.42.42.6(pid=26448): stdout: \u000a| (launched: 2022-12-13_13:29:13.345787) \u000a13:29:14.531251 run osmo-msc_10.42.42.6(pid=26448): stderr: \u000a| �[0;m�[38;5;43m20221213132913615 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213132913615 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2698b5bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213132913616 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213132913616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213132913616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213132913616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213132913618 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213132913618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213132913618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213132913618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:29:14.572795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26441): Terminating (SIGTERM)\u000a13:29:14.612030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26444): Terminating (SIGTERM)\u000a13:29:14.651165 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26447): Terminating (SIGTERM)\u000a13:29:14.660284 --- ParallelTerminationStrategy: PID 26441 died...\u000a13:29:14.712880 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26441): Terminated: ok {rc=0}\u000a13:29:14.722406 --- ParallelTerminationStrategy: PID 26444 died...\u000a13:29:14.774613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26444): Terminated: ok {rc=0}\u000a13:29:14.783952 --- ParallelTerminationStrategy: PID 26447 died...\u000a13:29:14.836124 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26447): Terminated: ok {rc=0}\u000a13:29:14.918443 bus /sierra_3: Setting Powered False\u000a13:29:16.036538 bus /sierra_3: Setting Powered False\u000a13:29:17.148772 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "58", "name" : "sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:29:08" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "nitb_ussd:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=26454): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26454) [trial-2390↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26454)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=26454): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26454) [trial-2390↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26454)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 nitb_ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a13:29:18.985109 tst nitb_ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a13:29:18.995866 tst nitb_ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a13:29:19.134009 tst assert_extension.py: using LAC 34262\u000a13:29:19.249791 tst assert_extension.py: using RAC 92\u000a13:29:19.366176 tst assert_extension.py: using CellId 34262\u000a13:29:19.481109 tst assert_extension.py: using BVCI 34263\u000a13:29:19.503516 tst nitb_ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a13:29:19.793433 tst assert_extension.py:10: start nitb and bts...\u000a13:29:19.926356 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a13:29:20.586398 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26453): Launched\u000a13:29:20.901673 run osmo-nitb_10.42.42.2(pid=26454): Launched\u000a13:29:21.098154 run osmo-nitb_10.42.42.2(pid=26454): ERR: Terminated: ERROR {rc=2} [trial-2390↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26454)]\u000a13:29:21.242315 run osmo-nitb_10.42.42.2(pid=26454): stdout: \u000a| (launched: 2022-12-13_13:29:20.748244) \u000a13:29:21.386848 run osmo-nitb_10.42.42.2(pid=26454): stderr: \u000a| (launched: 2022-12-13_13:29:20.795684)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:29:21.527015 run osmo-nitb_10.42.42.2(pid=26454): stdout: \u000a| (launched: 2022-12-13_13:29:20.748244) \u000a13:29:21.665780 run osmo-nitb_10.42.42.2(pid=26454): stderr: \u000a| (launched: 2022-12-13_13:29:20.795684)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:29:22.031457 tst osmo-nitb_10.42.42.2(pid=26454): stdout: \u000a| (launched: 2022-12-13_13:29:20.748244) \u000a13:29:22.159118 tst osmo-nitb_10.42.42.2(pid=26454): stderr: \u000a| (launched: 2022-12-13_13:29:20.795684)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:29:22.215086 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=26454): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26454) [trial-2390↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26454)] [trial-2390↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12]\u000a13:29:22.223805 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a13:29:22.260918 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26453): Terminating (SIGTERM)\u000a13:29:22.439727 --- ParallelTerminationStrategy: PID 26453 died...\u000a13:29:22.498529 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26453): Terminated: ok {rc=0}\u000a13:29:22.585697 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "59", "name" : "nitb_ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:29:18" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "ussd:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26464): Process ended prematurely: osmo-stp_10.42.42.5(pid=26464) [trial-2390↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26464)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26464): Process ended prematurely: osmo-stp_10.42.42.5(pid=26464) [trial-2390↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26464)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a13:29:24.428658 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:29:24.439549 tst ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a13:29:24.573446 tst assert_extension.py: using LAC 34263\u000a13:29:24.690761 tst assert_extension.py: using RAC 93\u000a13:29:24.806232 tst assert_extension.py: using CellId 34263\u000a13:29:24.933600 tst assert_extension.py: using BVCI 34264\u000a13:29:24.956169 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:29:24.967002 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:29:24.977633 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:29:24.988055 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:29:24.998518 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:29:25.009002 tst ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a13:29:25.206211 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:29:25.681909 run create_hlr_db(pid=26458): Launched\u000a13:29:25.853343 bus /sierra_2: Setting Powered False\u000a13:29:26.874004 run create_hlr_db(pid=26458): Terminated: ok {rc=0}\u000a13:29:27.298721 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26460): Launched\u000a13:29:27.619089 run osmo-hlr_10.42.42.2(pid=26461): Launched\u000a13:29:27.739337 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:29:28.381889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26463): Launched\u000a13:29:28.695842 run osmo-stp_10.42.42.5(pid=26464): Launched\u000a13:29:28.814163 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:29:29.391131 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26466): Launched\u000a13:29:29.707399 run osmo-msc_10.42.42.6(pid=26468): Launched\u000a13:29:29.893056 run osmo-stp_10.42.42.5(pid=26464): ERR: Terminated: ERROR {rc=1} [trial-2390↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26464)]\u000a13:29:30.032706 run osmo-stp_10.42.42.5(pid=26464): stdout: \u000a| (launched: 2022-12-13_13:29:28.541641)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:29:30.164707 run osmo-stp_10.42.42.5(pid=26464): stderr: \u000a| �[0;m�[38;5;43m20221213132928726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132928726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132928726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132928727 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132928727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132928727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132928727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:29:30.291239 run osmo-stp_10.42.42.5(pid=26464): stdout: \u000a| (launched: 2022-12-13_13:29:28.541641)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:29:30.417278 run osmo-stp_10.42.42.5(pid=26464): stderr: \u000a| �[0;m�[38;5;43m20221213132928726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132928726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132928726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132928727 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132928727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132928727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132928727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:29:30.472410 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=26464): Process ended prematurely: osmo-stp_10.42.42.5(pid=26464) [trial-2390↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26464)] [trial-2390↪ussd:trx-sysmocell5000↪assert_extension.py:17]\u000a13:29:30.480916 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a13:29:30.543290 run osmo-hlr_10.42.42.2(pid=26461): ERR: Terminated: ERROR {rc=237} [trial-2390↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26461)]\u000a13:29:30.594297 run osmo-hlr_10.42.42.2(pid=26461): stdout: \u000a| (launched: 2022-12-13_13:29:27.460746) \u000a13:29:30.645962 run osmo-hlr_10.42.42.2(pid=26461): stderr: \u000a| �[0;m�[1;31m20221213132927653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213132927653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213132927653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132927653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132927653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213132927653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213132927664 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/ussd:trx-sysmocell5000/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213132927673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213132927673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213132927674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:29:30.715860 run osmo-msc_10.42.42.6(pid=26468): ERR: Terminated: ERROR {rc=2} [trial-2390↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26468)]\u000a13:29:30.766811 run osmo-msc_10.42.42.6(pid=26468): stdout: \u000a| (launched: 2022-12-13_13:29:29.551650) \u000a13:29:30.818475 run osmo-msc_10.42.42.6(pid=26468): stderr: \u000a| �[0;m�[38;5;43m20221213132929867 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213132929867 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9958916c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213132929867 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213132929867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213132929868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213132929868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213132929869 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213132929870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213132929870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213132929870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:29:30.889105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26460): Terminating (SIGTERM)\u000a13:29:30.950378 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26463): Terminating (SIGTERM)\u000a13:29:30.996892 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26466): Terminating (SIGTERM)\u000a13:29:31.007553 --- ParallelTerminationStrategy: PID 26460 died...\u000a13:29:31.066497 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26460): Terminated: ok {rc=0}\u000a13:29:31.077189 --- ParallelTerminationStrategy: PID 26463 died...\u000a13:29:31.134842 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26463): Terminated: ok {rc=0}\u000a13:29:31.145623 --- ParallelTerminationStrategy: PID 26466 died...\u000a13:29:31.203193 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26466): Terminated: ok {rc=0}\u000a13:29:31.292632 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "60", "name" : "ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:29:24" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26479): Process ended prematurely: osmo-stp_10.42.42.5(pid=26479) [trial-2390↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26479)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26479): Process ended prematurely: osmo-stp_10.42.42.5(pid=26479) [trial-2390↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26479)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a13:29:33.246323 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:29:33.257621 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a13:29:33.416234 tst mo_mt_call.py: using LAC 34264\u000a13:29:33.536473 tst mo_mt_call.py: using RAC 94\u000a13:29:33.655743 tst mo_mt_call.py: using CellId 34264\u000a13:29:33.775735 tst mo_mt_call.py: using BVCI 34265\u000a13:29:33.798623 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:29:33.809781 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:29:33.820550 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:29:33.831475 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:29:33.842511 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:29:33.853620 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:29:33.969751 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:29:34.179748 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:29:34.687417 run create_hlr_db(pid=26473): Launched\u000a13:29:34.873350 bus /sierra_2: Setting Powered False\u000a13:29:35.883301 run create_hlr_db(pid=26473): Terminated: ok {rc=0}\u000a13:29:36.292899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26475): Launched\u000a13:29:36.594216 run osmo-hlr_10.42.42.2(pid=26476): Launched\u000a13:29:36.704283 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:29:37.222070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26478): Launched\u000a13:29:37.522640 run osmo-stp_10.42.42.5(pid=26479): Launched\u000a13:29:37.632347 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:29:38.182114 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26481): Launched\u000a13:29:38.483033 run osmo-msc_10.42.42.6(pid=26482): Launched\u000a13:29:38.659047 run osmo-stp_10.42.42.5(pid=26479): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26479)]\u000a13:29:38.785992 run osmo-stp_10.42.42.5(pid=26479): stdout: \u000a| (launched: 2022-12-13_13:29:37.374014)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:29:38.910695 run osmo-stp_10.42.42.5(pid=26479): stderr: \u000a| �[0;m�[38;5;43m20221213132937540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132937540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132937541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132937541 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132937542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132937542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132937542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:29:39.030494 run osmo-stp_10.42.42.5(pid=26479): stdout: \u000a| (launched: 2022-12-13_13:29:37.374014)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:29:39.149048 run osmo-stp_10.42.42.5(pid=26479): stderr: \u000a| �[0;m�[38;5;43m20221213132937540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132937540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132937541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132937541 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132937542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132937542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132937542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:29:39.201705 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26479): Process ended prematurely: osmo-stp_10.42.42.5(pid=26479) [trial-2390↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26479)] [trial-2390↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a13:29:39.210494 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a13:29:39.269750 run osmo-hlr_10.42.42.2(pid=26476): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26476)]\u000a13:29:39.318418 run osmo-hlr_10.42.42.2(pid=26476): stdout: \u000a| (launched: 2022-12-13_13:29:36.445892) \u000a13:29:39.367747 run osmo-hlr_10.42.42.2(pid=26476): stderr: \u000a| �[0;m�[1;31m20221213132936618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213132936619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213132936619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132936619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132936619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213132936619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213132936632 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213132936641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213132936641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213132936641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:29:39.434141 run osmo-msc_10.42.42.6(pid=26482): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26482)]\u000a13:29:39.482692 run osmo-msc_10.42.42.6(pid=26482): stdout: \u000a| (launched: 2022-12-13_13:29:38.334893) \u000a13:29:39.531834 run osmo-msc_10.42.42.6(pid=26482): stderr: \u000a| �[0;m�[38;5;43m20221213132938604 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213132938604 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa5089bbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213132938604 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213132938604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213132938605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213132938605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213132938607 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213132938607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213132938607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213132938607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:29:39.573422 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26475): Terminating (SIGTERM)\u000a13:29:39.612683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26478): Terminating (SIGTERM)\u000a13:29:39.651906 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26481): Terminating (SIGTERM)\u000a13:29:39.661043 --- ParallelTerminationStrategy: PID 26475 died...\u000a13:29:39.713596 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26475): Terminated: ok {rc=0}\u000a13:29:39.723061 --- ParallelTerminationStrategy: PID 26478 died...\u000a13:29:39.775220 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26478): Terminated: ok {rc=0}\u000a13:29:39.784584 --- ParallelTerminationStrategy: PID 26481 died...\u000a13:29:39.836785 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26481): Terminated: ok {rc=0}\u000a13:29:39.919744 bus /sierra_3: Setting Powered False\u000a13:29:41.025586 bus /sierra_3: Setting Powered False\u000a13:29:42.137982 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26490): Process ended prematurely: osmo-stp_10.42.42.5(pid=26490) [trial-2390↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26490)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26490): Process ended prematurely: osmo-stp_10.42.42.5(pid=26490) [trial-2390↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26490)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:29:43.248178 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:29:43.260008 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a13:29:43.419892 tst mo_mt_call_osmux.py: using LAC 34265\u000a13:29:43.539363 tst mo_mt_call_osmux.py: using RAC 95\u000a13:29:43.660441 tst mo_mt_call_osmux.py: using CellId 34265\u000a13:29:43.777094 tst mo_mt_call_osmux.py: using BVCI 34266\u000a13:29:43.800106 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:29:43.811195 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:29:43.822235 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:29:43.833174 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:29:43.844193 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:29:43.855785 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:29:43.977702 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:29:44.179768 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:29:44.659282 run create_hlr_db(pid=26484): Launched\u000a13:29:44.831414 bus /sierra_2: Setting Powered False\u000a13:29:45.858800 run create_hlr_db(pid=26484): Terminated: ok {rc=0}\u000a13:29:46.310557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26486): Launched\u000a13:29:46.749275 run osmo-hlr_10.42.42.2(pid=26487): Launched\u000a13:29:46.901226 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:29:47.496046 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26489): Launched\u000a13:29:47.817755 run osmo-stp_10.42.42.5(pid=26490): Launched\u000a13:29:47.934646 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:29:48.519861 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26492): Launched\u000a13:29:48.841323 run osmo-msc_10.42.42.6(pid=26493): Launched\u000a13:29:49.029383 run osmo-stp_10.42.42.5(pid=26490): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26490)]\u000a13:29:49.165390 run osmo-stp_10.42.42.5(pid=26490): stdout: \u000a| (launched: 2022-12-13_13:29:47.659878)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:29:49.299785 run osmo-stp_10.42.42.5(pid=26490): stderr: \u000a| �[0;m�[38;5;43m20221213132947846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132947846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132947847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132947847 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132947847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132947847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132947848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:29:49.428512 run osmo-stp_10.42.42.5(pid=26490): stdout: \u000a| (launched: 2022-12-13_13:29:47.659878)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:29:49.555929 run osmo-stp_10.42.42.5(pid=26490): stderr: \u000a| �[0;m�[38;5;43m20221213132947846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132947846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132947847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132947847 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132947847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132947847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132947848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:29:49.612401 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26490): Process ended prematurely: osmo-stp_10.42.42.5(pid=26490) [trial-2390↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26490)] [trial-2390↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a13:29:49.621669 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a13:29:49.683645 run osmo-hlr_10.42.42.2(pid=26487): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26487)]\u000a13:29:49.734425 run osmo-hlr_10.42.42.2(pid=26487): stdout: \u000a| (launched: 2022-12-13_13:29:46.484036) \u000a13:29:49.786057 run osmo-hlr_10.42.42.2(pid=26487): stderr: \u000a| �[0;m�[1;31m20221213132946791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213132946791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213132946791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132946791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132946791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213132946791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213132946814 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213132946830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213132946830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213132946831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:29:49.855780 run osmo-msc_10.42.42.6(pid=26493): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26493)]\u000a13:29:49.906362 run osmo-msc_10.42.42.6(pid=26493): stdout: \u000a| (launched: 2022-12-13_13:29:48.683170) \u000a13:29:49.957765 run osmo-msc_10.42.42.6(pid=26493): stderr: \u000a| �[0;m�[38;5;43m20221213132949000 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213132949000 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f78e5491c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213132949001 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213132949001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213132949001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213132949001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213132949003 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213132949003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213132949003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213132949003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:29:50.001643 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26486): Terminating (SIGTERM)\u000a13:29:50.042971 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26489): Terminating (SIGTERM)\u000a13:29:50.084434 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26492): Terminating (SIGTERM)\u000a13:29:50.094005 --- ParallelTerminationStrategy: PID 26486 died...\u000a13:29:50.149446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26486): Terminated: ok {rc=0}\u000a13:29:50.159248 --- ParallelTerminationStrategy: PID 26489 died...\u000a13:29:50.214334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26489): Terminated: ok {rc=0}\u000a13:29:50.224078 --- ParallelTerminationStrategy: PID 26492 died...\u000a13:29:50.279242 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26492): Terminated: ok {rc=0}\u000a13:29:50.365063 bus /sierra_3: Setting Powered False\u000a13:29:51.469025 bus /sierra_3: Setting Powered False\u000a13:29:52.574929 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "61", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:29:32" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26504): Process ended prematurely: osmo-stp_10.42.42.5(pid=26504) [trial-2390↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26504)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26504): Process ended prematurely: osmo-stp_10.42.42.5(pid=26504) [trial-2390↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26504)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a13:29:54.587327 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:29:54.599114 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a13:29:54.763771 tst mo_mt_call.py: using LAC 34266\u000a13:29:54.889555 tst mo_mt_call.py: using RAC 96\u000a13:29:55.013955 tst mo_mt_call.py: using CellId 34266\u000a13:29:55.138068 tst mo_mt_call.py: using BVCI 34267\u000a13:29:55.162753 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:29:55.174553 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:29:55.186301 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:29:55.198024 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:29:55.210077 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:29:55.222022 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:29:55.339140 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:29:55.537954 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:29:56.018162 run create_hlr_db(pid=26498): Launched\u000a13:29:56.191083 bus /sierra_2: Setting Powered False\u000a13:29:57.211953 run create_hlr_db(pid=26498): Terminated: ok {rc=0}\u000a13:29:57.639018 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26500): Launched\u000a13:29:57.961027 run osmo-hlr_10.42.42.2(pid=26501): Launched\u000a13:29:58.080429 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:29:58.640829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26503): Launched\u000a13:29:58.960724 run osmo-stp_10.42.42.5(pid=26504): Launched\u000a13:29:59.076190 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:29:59.666734 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26506): Launched\u000a13:29:59.991588 run osmo-msc_10.42.42.6(pid=26507): Launched\u000a13:30:00.180192 run osmo-stp_10.42.42.5(pid=26504): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26504)]\u000a13:30:00.317257 run osmo-stp_10.42.42.5(pid=26504): stdout: \u000a| (launched: 2022-12-13_13:29:58.803654)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:30:00.452741 run osmo-stp_10.42.42.5(pid=26504): stderr: \u000a| �[0;m�[38;5;43m20221213132958991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132958991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132958991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132958992 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132958992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132958992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132958992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:30:00.582380 run osmo-stp_10.42.42.5(pid=26504): stdout: \u000a| (launched: 2022-12-13_13:29:58.803654)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:30:00.710567 run osmo-stp_10.42.42.5(pid=26504): stderr: \u000a| �[0;m�[38;5;43m20221213132958991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213132958991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213132958991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213132958992 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213132958992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213132958992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213132958992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:30:00.767359 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26504): Process ended prematurely: osmo-stp_10.42.42.5(pid=26504) [trial-2390↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26504)] [trial-2390↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a13:30:00.776542 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a13:30:00.851815 run osmo-hlr_10.42.42.2(pid=26501): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26501)]\u000a13:30:00.911592 run osmo-hlr_10.42.42.2(pid=26501): stdout: \u000a| (launched: 2022-12-13_13:29:57.803002) \u000a13:30:00.965871 run osmo-hlr_10.42.42.2(pid=26501): stderr: \u000a| �[0;m�[1;31m20221213132957997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213132957997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213132957997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132957997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213132957997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213132957997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213132958010 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213132958019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213132958019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213132958019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:30:01.037314 run osmo-msc_10.42.42.6(pid=26507): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26507)]\u000a13:30:01.089781 run osmo-msc_10.42.42.6(pid=26507): stdout: \u000a| (launched: 2022-12-13_13:29:59.830763) \u000a13:30:01.142783 run osmo-msc_10.42.42.6(pid=26507): stderr: \u000a| �[0;m�[38;5;43m20221213133000150 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213133000150 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff7a9053c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213133000151 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213133000151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213133000151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213133000151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213133000153 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213133000153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213133000153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213133000153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:30:01.188062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26500): Terminating (SIGTERM)\u000a13:30:01.232097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26503): Terminating (SIGTERM)\u000a13:30:01.276757 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26506): Terminating (SIGTERM)\u000a13:30:01.287259 --- ParallelTerminationStrategy: PID 26500 died...\u000a13:30:01.346866 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26500): Terminated: ok {rc=0}\u000a13:30:01.357685 --- ParallelTerminationStrategy: PID 26503 died...\u000a13:30:01.415828 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26503): Terminated: ok {rc=0}\u000a13:30:01.426553 --- ParallelTerminationStrategy: PID 26506 died...\u000a13:30:01.484678 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26506): Terminated: ok {rc=0}\u000a13:30:01.583136 bus /sierra_3: Setting Powered False\u000a13:30:02.689079 bus /sierra_3: Setting Powered False\u000a13:30:03.796199 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26518): Process ended prematurely: osmo-stp_10.42.42.5(pid=26518) [trial-2390↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26518)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26518): Process ended prematurely: osmo-stp_10.42.42.5(pid=26518) [trial-2390↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26518)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:30:04.909960 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:30:04.922247 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a13:30:05.085513 tst mo_mt_call_osmux.py: using LAC 34267\u000a13:30:05.212079 tst mo_mt_call_osmux.py: using RAC 97\u000a13:30:05.340582 tst mo_mt_call_osmux.py: using CellId 34267\u000a13:30:05.465805 tst mo_mt_call_osmux.py: using BVCI 34268\u000a13:30:05.490515 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:30:05.502414 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:30:05.513954 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:30:05.525478 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:30:05.537381 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:30:05.549209 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:30:05.664482 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:30:05.876789 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:30:06.381778 run create_hlr_db(pid=26512): Launched\u000a13:30:06.567365 bus /sierra_2: Setting Powered False\u000a13:30:07.588790 run create_hlr_db(pid=26512): Terminated: ok {rc=0}\u000a13:30:07.991127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26514): Launched\u000a13:30:08.292811 run osmo-hlr_10.42.42.2(pid=26515): Launched\u000a13:30:08.403302 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:30:08.923690 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26517): Launched\u000a13:30:09.222676 run osmo-stp_10.42.42.5(pid=26518): Launched\u000a13:30:09.330956 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:30:09.879814 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26520): Launched\u000a13:30:10.181117 run osmo-msc_10.42.42.6(pid=26521): Launched\u000a13:30:10.357403 run osmo-stp_10.42.42.5(pid=26518): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26518)]\u000a13:30:10.485336 run osmo-stp_10.42.42.5(pid=26518): stdout: \u000a| (launched: 2022-12-13_13:30:09.076172)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:30:10.610726 run osmo-stp_10.42.42.5(pid=26518): stderr: \u000a| �[0;m�[38;5;43m20221213133009243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133009243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133009243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133009244 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133009244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133009244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133009244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:30:10.730895 run osmo-stp_10.42.42.5(pid=26518): stdout: \u000a| (launched: 2022-12-13_13:30:09.076172)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:30:10.849860 run osmo-stp_10.42.42.5(pid=26518): stderr: \u000a| �[0;m�[38;5;43m20221213133009243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133009243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133009243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133009244 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133009244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133009244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133009244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:30:10.902722 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26518): Process ended prematurely: osmo-stp_10.42.42.5(pid=26518) [trial-2390↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26518)] [trial-2390↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a13:30:10.911218 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a13:30:10.969612 run osmo-hlr_10.42.42.2(pid=26515): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26515)]\u000a13:30:11.017783 run osmo-hlr_10.42.42.2(pid=26515): stdout: \u000a| (launched: 2022-12-13_13:30:08.143396) \u000a13:30:11.066814 run osmo-hlr_10.42.42.2(pid=26515): stderr: \u000a| �[0;m�[1;31m20221213133008316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213133008316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213133008316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133008316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133008316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213133008316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213133008332 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213133008343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213133008343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213133008343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:30:11.133158 run osmo-msc_10.42.42.6(pid=26521): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26521)]\u000a13:30:11.181237 run osmo-msc_10.42.42.6(pid=26521): stdout: \u000a| (launched: 2022-12-13_13:30:10.032883) \u000a13:30:11.230000 run osmo-msc_10.42.42.6(pid=26521): stderr: \u000a| �[0;m�[38;5;43m20221213133010302 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213133010302 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fede78aec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213133010302 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213133010302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213133010303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213133010303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213133010304 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213133010305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213133010305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213133010305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:30:11.271399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26514): Terminating (SIGTERM)\u000a13:30:11.310622 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26517): Terminating (SIGTERM)\u000a13:30:11.349896 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26520): Terminating (SIGTERM)\u000a13:30:11.358883 --- ParallelTerminationStrategy: PID 26514 died...\u000a13:30:11.411137 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26514): Terminated: ok {rc=0}\u000a13:30:11.420397 --- ParallelTerminationStrategy: PID 26517 died...\u000a13:30:11.472453 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26517): Terminated: ok {rc=0}\u000a13:30:11.481790 --- ParallelTerminationStrategy: PID 26520 died...\u000a13:30:11.533936 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26520): Terminated: ok {rc=0}\u000a13:30:11.621044 bus /sierra_3: Setting Powered False\u000a13:30:12.723276 bus /sierra_3: Setting Powered False\u000a13:30:13.829413 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "62", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:29:54" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26532): Process ended prematurely: osmo-stp_10.42.42.5(pid=26532) [trial-2390↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26532)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26532): Process ended prematurely: osmo-stp_10.42.42.5(pid=26532) [trial-2390↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26532)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a13:30:15.822737 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:30:15.834631 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a13:30:16.009578 tst mo_mt_call.py: using LAC 34268\u000a13:30:16.159380 tst mo_mt_call.py: using RAC 98\u000a13:30:16.316588 tst mo_mt_call.py: using CellId 34268\u000a13:30:16.445838 tst mo_mt_call.py: using BVCI 34269\u000a13:30:16.470545 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:30:16.483148 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:30:16.495487 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:30:16.507848 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:30:16.520612 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:30:16.533432 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:30:16.651435 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:30:16.883679 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:30:17.401234 run create_hlr_db(pid=26526): Launched\u000a13:30:17.589315 bus /sierra_2: Setting Powered False\u000a13:30:18.608470 run create_hlr_db(pid=26526): Terminated: ok {rc=0}\u000a13:30:19.011572 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26528): Launched\u000a13:30:19.311685 run osmo-hlr_10.42.42.2(pid=26529): Launched\u000a13:30:19.430074 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:30:19.955692 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26531): Launched\u000a13:30:20.255432 run osmo-stp_10.42.42.5(pid=26532): Launched\u000a13:30:20.363801 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:30:20.913520 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26534): Launched\u000a13:30:21.217812 run osmo-msc_10.42.42.6(pid=26535): Launched\u000a13:30:21.393513 run osmo-stp_10.42.42.5(pid=26532): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26532)]\u000a13:30:21.521119 run osmo-stp_10.42.42.5(pid=26532): stdout: \u000a| (launched: 2022-12-13_13:30:20.108454)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:30:21.646586 run osmo-stp_10.42.42.5(pid=26532): stderr: \u000a| �[0;m�[38;5;43m20221213133020277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133020278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133020278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133020278 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133020279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133020279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133020279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:30:21.767123 run osmo-stp_10.42.42.5(pid=26532): stdout: \u000a| (launched: 2022-12-13_13:30:20.108454)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:30:21.887230 run osmo-stp_10.42.42.5(pid=26532): stderr: \u000a| �[0;m�[38;5;43m20221213133020277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133020278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133020278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133020278 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133020279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133020279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133020279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:30:21.940401 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26532): Process ended prematurely: osmo-stp_10.42.42.5(pid=26532) [trial-2390↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26532)] [trial-2390↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a13:30:21.949308 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a13:30:22.008337 run osmo-hlr_10.42.42.2(pid=26529): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26529)]\u000a13:30:22.056969 run osmo-hlr_10.42.42.2(pid=26529): stdout: \u000a| (launched: 2022-12-13_13:30:19.164687) \u000a13:30:22.106101 run osmo-hlr_10.42.42.2(pid=26529): stderr: \u000a| �[0;m�[1;31m20221213133019338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213133019338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213133019338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133019338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133019338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213133019338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213133019350 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213133019361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213133019361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213133019361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:30:22.172611 run osmo-msc_10.42.42.6(pid=26535): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26535)]\u000a13:30:22.220931 run osmo-msc_10.42.42.6(pid=26535): stdout: \u000a| (launched: 2022-12-13_13:30:21.066772) \u000a13:30:22.269587 run osmo-msc_10.42.42.6(pid=26535): stderr: \u000a| �[0;m�[38;5;43m20221213133021335 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213133021335 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9f021cdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213133021335 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213133021335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213133021336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213133021336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213133021337 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213133021338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213133021338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213133021338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:30:22.311241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26528): Terminating (SIGTERM)\u000a13:30:22.350608 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26531): Terminating (SIGTERM)\u000a13:30:22.389988 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26534): Terminating (SIGTERM)\u000a13:30:22.399139 --- ParallelTerminationStrategy: PID 26528 died...\u000a13:30:22.451837 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26528): Terminated: ok {rc=0}\u000a13:30:22.461226 --- ParallelTerminationStrategy: PID 26531 died...\u000a13:30:22.513364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26531): Terminated: ok {rc=0}\u000a13:30:22.522734 --- ParallelTerminationStrategy: PID 26534 died...\u000a13:30:22.574916 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26534): Terminated: ok {rc=0}\u000a13:30:22.662051 bus /sierra_3: Setting Powered False\u000a13:30:23.763758 bus /sierra_3: Setting Powered False\u000a13:30:24.874322 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26543): Process ended prematurely: osmo-stp_10.42.42.5(pid=26543) [trial-2390↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26543)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26543): Process ended prematurely: osmo-stp_10.42.42.5(pid=26543) [trial-2390↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26543)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:30:25.984344 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:30:25.996284 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a13:30:26.160365 tst mo_mt_call_osmux.py: using LAC 34269\u000a13:30:26.288272 tst mo_mt_call_osmux.py: using RAC 99\u000a13:30:26.416253 tst mo_mt_call_osmux.py: using CellId 34269\u000a13:30:26.542196 tst mo_mt_call_osmux.py: using BVCI 34270\u000a13:30:26.566937 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:30:26.579054 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:30:26.590626 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:30:26.602220 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:30:26.614106 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:30:26.625896 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:30:26.742677 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:30:26.956479 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:30:27.465327 run create_hlr_db(pid=26537): Launched\u000a13:30:27.651937 bus /sierra_2: Setting Powered False\u000a13:30:28.660125 run create_hlr_db(pid=26537): Terminated: ok {rc=0}\u000a13:30:29.099659 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26539): Launched\u000a13:30:29.422738 run osmo-hlr_10.42.42.2(pid=26540): Launched\u000a13:30:29.540728 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:30:30.100024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26542): Launched\u000a13:30:30.421782 run osmo-stp_10.42.42.5(pid=26543): Launched\u000a13:30:30.538339 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:30:31.177407 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26545): Launched\u000a13:30:31.644558 run osmo-msc_10.42.42.6(pid=26546): Launched\u000a13:30:31.995644 run osmo-stp_10.42.42.5(pid=26543): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26543)]\u000a13:30:32.215132 run osmo-stp_10.42.42.5(pid=26543): stdout: \u000a| (launched: 2022-12-13_13:30:30.263534)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:30:32.342192 run osmo-stp_10.42.42.5(pid=26543): stderr: \u000a| �[0;m�[38;5;43m20221213133030450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133030450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133030450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133030451 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133030451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133030451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133030451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:30:32.462703 run osmo-stp_10.42.42.5(pid=26543): stdout: \u000a| (launched: 2022-12-13_13:30:30.263534)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:30:32.582423 run osmo-stp_10.42.42.5(pid=26543): stderr: \u000a| �[0;m�[38;5;43m20221213133030450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133030450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133030450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133030451 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133030451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133030451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133030451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:30:32.635133 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26543): Process ended prematurely: osmo-stp_10.42.42.5(pid=26543) [trial-2390↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26543)] [trial-2390↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a13:30:32.643692 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a13:30:32.702902 run osmo-hlr_10.42.42.2(pid=26540): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26540)]\u000a13:30:32.751140 run osmo-hlr_10.42.42.2(pid=26540): stdout: \u000a| (launched: 2022-12-13_13:30:29.264185) \u000a13:30:32.799983 run osmo-hlr_10.42.42.2(pid=26540): stderr: \u000a| �[0;m�[1;31m20221213133029457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213133029457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213133029457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133029457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133029457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213133029457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213133029469 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213133029480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213133029480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213133029480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:30:32.866844 run osmo-msc_10.42.42.6(pid=26546): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26546)]\u000a13:30:32.914970 run osmo-msc_10.42.42.6(pid=26546): stdout: \u000a| (launched: 2022-12-13_13:30:31.387719) \u000a13:30:32.963779 run osmo-msc_10.42.42.6(pid=26546): stderr: \u000a| �[0;m�[38;5;43m20221213133031872 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213133031881 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcad683ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213133031889 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213133031889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213133031889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213133031889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213133031891 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213133031892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213133031892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213133031892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:30:33.005227 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26539): Terminating (SIGTERM)\u000a13:30:33.044436 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26542): Terminating (SIGTERM)\u000a13:30:33.083864 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26545): Terminating (SIGTERM)\u000a13:30:33.092873 --- ParallelTerminationStrategy: PID 26539 died...\u000a13:30:33.145383 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26539): Terminated: ok {rc=0}\u000a13:30:33.154735 --- ParallelTerminationStrategy: PID 26542 died...\u000a13:30:33.206796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26542): Terminated: ok {rc=0}\u000a13:30:33.216147 --- ParallelTerminationStrategy: PID 26545 died...\u000a13:30:33.268358 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26545): Terminated: ok {rc=0}\u000a13:30:33.354907 bus /sierra_3: Setting Powered False\u000a13:30:34.454646 bus /sierra_3: Setting Powered False\u000a13:30:35.564133 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "63", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:30:15" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26557): Process ended prematurely: osmo-stp_10.42.42.5(pid=26557) [trial-2390↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26557)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26557): Process ended prematurely: osmo-stp_10.42.42.5(pid=26557) [trial-2390↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26557)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a13:30:37.562450 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:30:37.573535 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a13:30:37.730128 tst mo_mt_call.py: using LAC 34270\u000a13:30:37.848520 tst mo_mt_call.py: using RAC 100\u000a13:30:37.967513 tst mo_mt_call.py: using CellId 34270\u000a13:30:38.085831 tst mo_mt_call.py: using BVCI 34271\u000a13:30:38.108760 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:30:38.119900 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:30:38.130946 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:30:38.141927 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:30:38.153561 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:30:38.165198 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:30:38.286617 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:30:38.487661 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:30:38.968020 run create_hlr_db(pid=26551): Launched\u000a13:30:39.141119 bus /sierra_2: Setting Powered False\u000a13:30:40.161395 run create_hlr_db(pid=26551): Terminated: ok {rc=0}\u000a13:30:40.587740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26553): Launched\u000a13:30:40.908350 run osmo-hlr_10.42.42.2(pid=26554): Launched\u000a13:30:41.029750 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:30:41.590776 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26556): Launched\u000a13:30:41.913269 run osmo-stp_10.42.42.5(pid=26557): Launched\u000a13:30:42.031729 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:30:42.622544 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26559): Launched\u000a13:30:42.947754 run osmo-msc_10.42.42.6(pid=26560): Launched\u000a13:30:43.136835 run osmo-stp_10.42.42.5(pid=26557): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26557)]\u000a13:30:43.275747 run osmo-stp_10.42.42.5(pid=26557): stdout: \u000a| (launched: 2022-12-13_13:30:41.754478)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:30:43.411327 run osmo-stp_10.42.42.5(pid=26557): stderr: \u000a| �[0;m�[38;5;43m20221213133041941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133041941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133041942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133041942 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133041942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133041943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133041943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:30:43.541968 run osmo-stp_10.42.42.5(pid=26557): stdout: \u000a| (launched: 2022-12-13_13:30:41.754478)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:30:43.670607 run osmo-stp_10.42.42.5(pid=26557): stderr: \u000a| �[0;m�[38;5;43m20221213133041941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133041941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133041942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133041942 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133041942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133041943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133041943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:30:43.727634 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26557): Process ended prematurely: osmo-stp_10.42.42.5(pid=26557) [trial-2390↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26557)] [trial-2390↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a13:30:43.737041 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a13:30:43.799792 run osmo-hlr_10.42.42.2(pid=26554): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26554)]\u000a13:30:43.850653 run osmo-hlr_10.42.42.2(pid=26554): stdout: \u000a| (launched: 2022-12-13_13:30:40.751432) \u000a13:30:43.902396 run osmo-hlr_10.42.42.2(pid=26554): stderr: \u000a| �[0;m�[1;31m20221213133040943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213133040944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213133040944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133040944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133040944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213133040944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213133040957 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213133040966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213133040967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213133040967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:30:43.973118 run osmo-msc_10.42.42.6(pid=26560): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26560)]\u000a13:30:44.024198 run osmo-msc_10.42.42.6(pid=26560): stdout: \u000a| (launched: 2022-12-13_13:30:42.786920) \u000a13:30:44.075632 run osmo-msc_10.42.42.6(pid=26560): stderr: \u000a| �[0;m�[38;5;43m20221213133043106 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213133043106 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0afda7dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213133043106 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213133043106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213133043106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213133043107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213133043108 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213133043109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213133043109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213133043109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:30:44.119465 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26553): Terminating (SIGTERM)\u000a13:30:44.160990 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26556): Terminating (SIGTERM)\u000a13:30:44.203240 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26559): Terminating (SIGTERM)\u000a13:30:44.212924 --- ParallelTerminationStrategy: PID 26553 died...\u000a13:30:44.268879 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26553): Terminated: ok {rc=0}\u000a13:30:44.278889 --- ParallelTerminationStrategy: PID 26556 died...\u000a13:30:44.334543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26556): Terminated: ok {rc=0}\u000a13:30:44.344550 --- ParallelTerminationStrategy: PID 26559 died...\u000a13:30:44.400132 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26559): Terminated: ok {rc=0}\u000a13:30:44.485457 bus /sierra_3: Setting Powered False\u000a13:30:45.589568 bus /sierra_3: Setting Powered False\u000a13:30:46.721087 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26570): Process ended prematurely: osmo-stp_10.42.42.5(pid=26570) [trial-2390↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26570)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26570): Process ended prematurely: osmo-stp_10.42.42.5(pid=26570) [trial-2390↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26570)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:30:47.832765 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:30:47.844517 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a13:30:48.005707 tst mo_mt_call_osmux.py: using LAC 34271\u000a13:30:48.122970 tst mo_mt_call_osmux.py: using RAC 101\u000a13:30:48.239593 tst mo_mt_call_osmux.py: using CellId 34271\u000a13:30:48.356758 tst mo_mt_call_osmux.py: using BVCI 34272\u000a13:30:48.379658 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:30:48.390882 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:30:48.401873 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:30:48.412823 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:30:48.423816 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:30:48.434825 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:30:48.551339 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:30:48.763411 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:30:49.273690 run create_hlr_db(pid=26562): Launched\u000a13:30:49.460473 bus /sierra_2: Setting Powered False\u000a13:30:50.481286 run create_hlr_db(pid=26562): Terminated: ok {rc=0}\u000a13:30:50.885458 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26564): Launched\u000a13:30:51.186313 run osmo-hlr_10.42.42.2(pid=26565): Launched\u000a13:30:51.302137 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:30:51.828178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26567): Launched\u000a13:30:52.157413 run osmo-stp_10.42.42.5(pid=26570): Launched\u000a13:30:52.274812 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:30:52.865208 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26572): Launched\u000a13:30:53.188541 run osmo-msc_10.42.42.6(pid=26573): Launched\u000a13:30:53.377447 run osmo-stp_10.42.42.5(pid=26570): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26570)]\u000a13:30:53.514060 run osmo-stp_10.42.42.5(pid=26570): stdout: \u000a| (launched: 2022-12-13_13:30:51.997358)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:30:53.649764 run osmo-stp_10.42.42.5(pid=26570): stderr: \u000a| �[0;m�[38;5;43m20221213133052184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133052184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133052185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133052185 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133052186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133052186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133052186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:30:53.778683 run osmo-stp_10.42.42.5(pid=26570): stdout: \u000a| (launched: 2022-12-13_13:30:51.997358)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:30:53.906643 run osmo-stp_10.42.42.5(pid=26570): stderr: \u000a| �[0;m�[38;5;43m20221213133052184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133052184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133052185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133052185 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133052186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133052186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133052186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:30:53.963327 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26570): Process ended prematurely: osmo-stp_10.42.42.5(pid=26570) [trial-2390↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26570)] [trial-2390↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a13:30:53.972617 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a13:30:54.035191 run osmo-hlr_10.42.42.2(pid=26565): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26565)]\u000a13:30:54.086644 run osmo-hlr_10.42.42.2(pid=26565): stdout: \u000a| (launched: 2022-12-13_13:30:51.038336) \u000a13:30:54.138461 run osmo-hlr_10.42.42.2(pid=26565): stderr: \u000a| �[0;m�[1;31m20221213133051211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213133051211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213133051211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133051211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133051211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213133051211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213133051224 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213133051232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213133051233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213133051233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:30:54.208653 run osmo-msc_10.42.42.6(pid=26573): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26573)]\u000a13:30:54.259503 run osmo-msc_10.42.42.6(pid=26573): stdout: \u000a| (launched: 2022-12-13_13:30:53.030272) \u000a13:30:54.310905 run osmo-msc_10.42.42.6(pid=26573): stderr: \u000a| �[0;m�[38;5;43m20221213133053347 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213133053348 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5b73620c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213133053348 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213133053348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213133053348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213133053348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213133053350 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213133053350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213133053351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213133053351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:30:54.354911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26564): Terminating (SIGTERM)\u000a13:30:54.396464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26567): Terminating (SIGTERM)\u000a13:30:54.438065 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26572): Terminating (SIGTERM)\u000a13:30:54.447546 --- ParallelTerminationStrategy: PID 26564 died...\u000a13:30:54.503198 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26564): Terminated: ok {rc=0}\u000a13:30:54.513111 --- ParallelTerminationStrategy: PID 26567 died...\u000a13:30:54.568810 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26567): Terminated: ok {rc=0}\u000a13:30:54.578956 --- ParallelTerminationStrategy: PID 26572 died...\u000a13:30:54.634271 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26572): Terminated: ok {rc=0}\u000a13:30:54.720809 bus /sierra_3: Setting Powered False\u000a13:30:55.826262 bus /sierra_3: Setting Powered False\u000a13:30:56.934925 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "64", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:30:37" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26584): Process ended prematurely: osmo-stp_10.42.42.5(pid=26584) [trial-2390↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26584)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26584): Process ended prematurely: osmo-stp_10.42.42.5(pid=26584) [trial-2390↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26584)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a13:30:58.937435 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:30:58.948495 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a13:30:59.106832 tst mo_mt_call.py: using LAC 34272\u000a13:30:59.230156 tst mo_mt_call.py: using RAC 102\u000a13:30:59.347001 tst mo_mt_call.py: using CellId 34272\u000a13:30:59.463911 tst mo_mt_call.py: using BVCI 34273\u000a13:30:59.486868 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:30:59.498021 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:30:59.508845 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:30:59.519889 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:30:59.531236 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:30:59.542436 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:30:59.662926 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:30:59.871792 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:31:00.381546 run create_hlr_db(pid=26578): Launched\u000a13:31:00.567917 bus /sierra_2: Setting Powered False\u000a13:31:01.604147 run create_hlr_db(pid=26578): Terminated: ok {rc=0}\u000a13:31:02.022314 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26580): Launched\u000a13:31:02.330001 run osmo-hlr_10.42.42.2(pid=26581): Launched\u000a13:31:02.449170 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:31:02.976194 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26583): Launched\u000a13:31:03.275532 run osmo-stp_10.42.42.5(pid=26584): Launched\u000a13:31:03.382952 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:31:03.933358 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26586): Launched\u000a13:31:04.236281 run osmo-msc_10.42.42.6(pid=26587): Launched\u000a13:31:04.413783 run osmo-stp_10.42.42.5(pid=26584): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26584)]\u000a13:31:04.542469 run osmo-stp_10.42.42.5(pid=26584): stdout: \u000a| (launched: 2022-12-13_13:31:03.128692)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:31:04.669101 run osmo-stp_10.42.42.5(pid=26584): stderr: \u000a| �[0;m�[38;5;43m20221213133103296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133103296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133103296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133103297 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133103297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133103297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133103297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:31:04.790357 run osmo-stp_10.42.42.5(pid=26584): stdout: \u000a| (launched: 2022-12-13_13:31:03.128692)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:31:04.911274 run osmo-stp_10.42.42.5(pid=26584): stderr: \u000a| �[0;m�[38;5;43m20221213133103296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133103296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133103296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133103297 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133103297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133103297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133103297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:31:04.964555 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26584): Process ended prematurely: osmo-stp_10.42.42.5(pid=26584) [trial-2390↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26584)] [trial-2390↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a13:31:04.973437 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a13:31:05.032421 run osmo-hlr_10.42.42.2(pid=26581): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26581)]\u000a13:31:05.080673 run osmo-hlr_10.42.42.2(pid=26581): stdout: \u000a| (launched: 2022-12-13_13:31:02.181091) \u000a13:31:05.129623 run osmo-hlr_10.42.42.2(pid=26581): stderr: \u000a| �[0;m�[1;31m20221213133102351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213133102352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213133102352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133102352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133102352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213133102352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213133102364 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213133102376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213133102376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213133102376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:31:05.196188 run osmo-msc_10.42.42.6(pid=26587): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26587)]\u000a13:31:05.244267 run osmo-msc_10.42.42.6(pid=26587): stdout: \u000a| (launched: 2022-12-13_13:31:04.086364) \u000a13:31:05.292993 run osmo-msc_10.42.42.6(pid=26587): stderr: \u000a| �[0;m�[38;5;43m20221213133104355 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213133104355 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f710c66dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213133104355 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213133104355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213133104355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213133104355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213133104357 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213133104358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213133104358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213133104358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:31:05.334380 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26580): Terminating (SIGTERM)\u000a13:31:05.373562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26583): Terminating (SIGTERM)\u000a13:31:05.412887 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26586): Terminating (SIGTERM)\u000a13:31:05.422079 --- ParallelTerminationStrategy: PID 26580 died...\u000a13:31:05.474761 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26580): Terminated: ok {rc=0}\u000a13:31:05.484096 --- ParallelTerminationStrategy: PID 26583 died...\u000a13:31:05.536292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26583): Terminated: ok {rc=0}\u000a13:31:05.545806 --- ParallelTerminationStrategy: PID 26586 died...\u000a13:31:05.598270 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26586): Terminated: ok {rc=0}\u000a13:31:05.685396 bus /sierra_3: Setting Powered False\u000a13:31:06.787125 bus /sierra_3: Setting Powered False\u000a13:31:07.898904 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26595): Process ended prematurely: osmo-stp_10.42.42.5(pid=26595) [trial-2390↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26595)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26595): Process ended prematurely: osmo-stp_10.42.42.5(pid=26595) [trial-2390↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26595)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:31:09.007902 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:31:09.019884 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a13:31:09.185311 tst mo_mt_call_osmux.py: using LAC 34273\u000a13:31:09.314110 tst mo_mt_call_osmux.py: using RAC 103\u000a13:31:09.442017 tst mo_mt_call_osmux.py: using CellId 34273\u000a13:31:09.568278 tst mo_mt_call_osmux.py: using BVCI 34274\u000a13:31:09.593173 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:31:09.604894 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:31:09.616476 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:31:09.628006 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:31:09.639923 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:31:09.651872 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:31:09.769321 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:31:09.972266 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:31:10.458323 run create_hlr_db(pid=26589): Launched\u000a13:31:10.631482 bus /sierra_2: Setting Powered False\u000a13:31:11.652364 run create_hlr_db(pid=26589): Terminated: ok {rc=0}\u000a13:31:12.081161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26591): Launched\u000a13:31:12.404171 run osmo-hlr_10.42.42.2(pid=26592): Launched\u000a13:31:12.526558 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:31:13.086933 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26594): Launched\u000a13:31:13.410413 run osmo-stp_10.42.42.5(pid=26595): Launched\u000a13:31:13.527439 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:31:14.119592 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26597): Launched\u000a13:31:14.444747 run osmo-msc_10.42.42.6(pid=26598): Launched\u000a13:31:14.635529 run osmo-stp_10.42.42.5(pid=26595): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26595)]\u000a13:31:14.773240 run osmo-stp_10.42.42.5(pid=26595): stdout: \u000a| (launched: 2022-12-13_13:31:13.251121)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:31:14.909390 run osmo-stp_10.42.42.5(pid=26595): stderr: \u000a| �[0;m�[38;5;43m20221213133113439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133113439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133113439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133113440 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133113440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133113440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133113441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:31:15.039703 run osmo-stp_10.42.42.5(pid=26595): stdout: \u000a| (launched: 2022-12-13_13:31:13.251121)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:31:15.169023 run osmo-stp_10.42.42.5(pid=26595): stderr: \u000a| �[0;m�[38;5;43m20221213133113439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133113439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133113439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133113440 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133113440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133113440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133113441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:31:15.226066 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26595): Process ended prematurely: osmo-stp_10.42.42.5(pid=26595) [trial-2390↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26595)] [trial-2390↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a13:31:15.235330 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a13:31:15.297940 run osmo-hlr_10.42.42.2(pid=26592): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26592)]\u000a13:31:15.349283 run osmo-hlr_10.42.42.2(pid=26592): stdout: \u000a| (launched: 2022-12-13_13:31:12.245663) \u000a13:31:15.401312 run osmo-hlr_10.42.42.2(pid=26592): stderr: \u000a| �[0;m�[1;31m20221213133112439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213133112439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213133112439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133112439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133112439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213133112439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213133112451 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213133112460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213133112460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213133112460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:31:15.471676 run osmo-msc_10.42.42.6(pid=26598): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26598)]\u000a13:31:15.522715 run osmo-msc_10.42.42.6(pid=26598): stdout: \u000a| (launched: 2022-12-13_13:31:14.285074) \u000a13:31:15.574682 run osmo-msc_10.42.42.6(pid=26598): stderr: \u000a| �[0;m�[38;5;43m20221213133114603 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213133114603 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fecb384cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213133114603 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213133114603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213133114604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213133114604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213133114606 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213133114606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213133114606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213133114606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:31:15.618830 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26591): Terminating (SIGTERM)\u000a13:31:15.660536 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26594): Terminating (SIGTERM)\u000a13:31:15.702234 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26597): Terminating (SIGTERM)\u000a13:31:15.711808 --- ParallelTerminationStrategy: PID 26591 died...\u000a13:31:15.767664 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26591): Terminated: ok {rc=0}\u000a13:31:15.777604 --- ParallelTerminationStrategy: PID 26594 died...\u000a13:31:15.847810 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26594): Terminated: ok {rc=0}\u000a13:31:15.869846 --- ParallelTerminationStrategy: PID 26597 died...\u000a13:31:15.925342 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26597): Terminated: ok {rc=0}\u000a13:31:16.015909 bus /sierra_3: Setting Powered False\u000a13:31:17.143939 bus /sierra_3: Setting Powered False\u000a13:31:18.253183 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "65", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:30:58" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26609): Process ended prematurely: osmo-stp_10.42.42.5(pid=26609) [trial-2390↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26609)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26609): Process ended prematurely: osmo-stp_10.42.42.5(pid=26609) [trial-2390↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26609)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a13:31:20.271217 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:31:20.283120 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:31:20.451490 tst mo_mt_call.py: using LAC 34274\u000a13:31:20.577746 tst mo_mt_call.py: using RAC 104\u000a13:31:20.705257 tst mo_mt_call.py: using CellId 34274\u000a13:31:20.833498 tst mo_mt_call.py: using BVCI 34275\u000a13:31:20.857965 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:31:20.869722 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:31:20.881333 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:31:20.892719 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:31:20.905245 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:31:20.917600 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:31:21.036914 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:31:21.248935 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:31:21.758013 run create_hlr_db(pid=26603): Launched\u000a13:31:21.944665 bus /sierra_2: Setting Powered False\u000a13:31:22.965241 run create_hlr_db(pid=26603): Terminated: ok {rc=0}\u000a13:31:23.393860 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26605): Launched\u000a13:31:23.716012 run osmo-hlr_10.42.42.2(pid=26606): Launched\u000a13:31:23.832740 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:31:24.392331 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26608): Launched\u000a13:31:24.715006 run osmo-stp_10.42.42.5(pid=26609): Launched\u000a13:31:24.832421 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:31:25.423360 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26611): Launched\u000a13:31:25.747442 run osmo-msc_10.42.42.6(pid=26612): Launched\u000a13:31:25.936593 run osmo-stp_10.42.42.5(pid=26609): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26609)]\u000a13:31:26.073969 run osmo-stp_10.42.42.5(pid=26609): stdout: \u000a| (launched: 2022-12-13_13:31:24.556487)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:31:26.209857 run osmo-stp_10.42.42.5(pid=26609): stderr: \u000a| �[0;m�[38;5;43m20221213133124742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133124742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133124742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133124742 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133124743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133124743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133124743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:31:26.340033 run osmo-stp_10.42.42.5(pid=26609): stdout: \u000a| (launched: 2022-12-13_13:31:24.556487)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:31:26.468508 run osmo-stp_10.42.42.5(pid=26609): stderr: \u000a| �[0;m�[38;5;43m20221213133124742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133124742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133124742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133124742 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133124743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133124743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133124743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:31:26.525364 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26609): Process ended prematurely: osmo-stp_10.42.42.5(pid=26609) [trial-2390↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26609)] [trial-2390↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a13:31:26.534617 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a13:31:26.596571 run osmo-hlr_10.42.42.2(pid=26606): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26606)]\u000a13:31:26.647327 run osmo-hlr_10.42.42.2(pid=26606): stdout: \u000a| (launched: 2022-12-13_13:31:23.558286) \u000a13:31:26.698953 run osmo-hlr_10.42.42.2(pid=26606): stderr: \u000a| �[0;m�[1;31m20221213133123750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213133123750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213133123750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133123750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133123750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213133123750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213133123779 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213133123790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213133123790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213133123790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:31:26.768694 run osmo-msc_10.42.42.6(pid=26612): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26612)]\u000a13:31:26.819584 run osmo-msc_10.42.42.6(pid=26612): stdout: \u000a| (launched: 2022-12-13_13:31:25.587360) \u000a13:31:26.870993 run osmo-msc_10.42.42.6(pid=26612): stderr: \u000a| �[0;m�[38;5;43m20221213133125904 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213133125904 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3bb42f2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213133125904 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213133125904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213133125904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213133125904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213133125906 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213133125906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213133125907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213133125907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:31:26.914896 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26605): Terminating (SIGTERM)\u000a13:31:26.956379 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26608): Terminating (SIGTERM)\u000a13:31:26.998367 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26611): Terminating (SIGTERM)\u000a13:31:27.007809 --- ParallelTerminationStrategy: PID 26605 died...\u000a13:31:27.063769 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26605): Terminated: ok {rc=0}\u000a13:31:27.073655 --- ParallelTerminationStrategy: PID 26608 died...\u000a13:31:27.128743 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26608): Terminated: ok {rc=0}\u000a13:31:27.138505 --- ParallelTerminationStrategy: PID 26611 died...\u000a13:31:27.193766 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26611): Terminated: ok {rc=0}\u000a13:31:27.279968 bus /sierra_3: Setting Powered False\u000a13:31:28.382539 bus /sierra_3: Setting Powered False\u000a13:31:29.492464 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26620): Process ended prematurely: osmo-stp_10.42.42.5(pid=26620) [trial-2390↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26620)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26620): Process ended prematurely: osmo-stp_10.42.42.5(pid=26620) [trial-2390↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26620)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:31:30.600259 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:31:30.612016 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:31:30.769349 tst mo_mt_call_osmux.py: using LAC 34275\u000a13:31:30.922528 tst mo_mt_call_osmux.py: using RAC 105\u000a13:31:31.045662 tst mo_mt_call_osmux.py: using CellId 34275\u000a13:31:31.173932 tst mo_mt_call_osmux.py: using BVCI 34276\u000a13:31:31.199512 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:31:31.211888 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:31:31.224159 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:31:31.236516 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:31:31.249922 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:31:31.263139 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:31:31.384469 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:31:31.626100 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:31:32.210536 run create_hlr_db(pid=26614): Launched\u000a13:31:32.398965 bus /sierra_2: Setting Powered False\u000a13:31:33.418355 run create_hlr_db(pid=26614): Terminated: ok {rc=0}\u000a13:31:33.846977 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26616): Launched\u000a13:31:34.171047 run osmo-hlr_10.42.42.2(pid=26617): Launched\u000a13:31:34.287171 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:31:34.846506 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26619): Launched\u000a13:31:35.168222 run osmo-stp_10.42.42.5(pid=26620): Launched\u000a13:31:35.285298 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:31:35.875047 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26622): Launched\u000a13:31:36.199840 run osmo-msc_10.42.42.6(pid=26623): Launched\u000a13:31:36.389047 run osmo-stp_10.42.42.5(pid=26620): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26620)]\u000a13:31:36.526312 run osmo-stp_10.42.42.5(pid=26620): stdout: \u000a| (launched: 2022-12-13_13:31:35.010734)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:31:36.662208 run osmo-stp_10.42.42.5(pid=26620): stderr: \u000a| �[0;m�[38;5;43m20221213133135199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133135199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133135199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133135200 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133135200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133135201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133135201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:31:36.791830 run osmo-stp_10.42.42.5(pid=26620): stdout: \u000a| (launched: 2022-12-13_13:31:35.010734)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:31:36.920346 run osmo-stp_10.42.42.5(pid=26620): stderr: \u000a| �[0;m�[38;5;43m20221213133135199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133135199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133135199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133135200 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133135200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133135201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133135201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:31:36.977636 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26620): Process ended prematurely: osmo-stp_10.42.42.5(pid=26620) [trial-2390↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26620)] [trial-2390↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a13:31:36.987098 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a13:31:37.048997 run osmo-hlr_10.42.42.2(pid=26617): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26617)]\u000a13:31:37.099517 run osmo-hlr_10.42.42.2(pid=26617): stdout: \u000a| (launched: 2022-12-13_13:31:34.011827) \u000a13:31:37.150724 run osmo-hlr_10.42.42.2(pid=26617): stderr: \u000a| �[0;m�[1;31m20221213133134205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213133134205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213133134205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133134205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133134206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213133134206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213133134232 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213133134242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213133134242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213133134242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:31:37.220505 run osmo-msc_10.42.42.6(pid=26623): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26623)]\u000a13:31:37.271313 run osmo-msc_10.42.42.6(pid=26623): stdout: \u000a| (launched: 2022-12-13_13:31:36.039718) \u000a13:31:37.322825 run osmo-msc_10.42.42.6(pid=26623): stderr: \u000a| �[0;m�[38;5;43m20221213133136356 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213133136356 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f422379ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213133136356 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213133136356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213133136356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213133136356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213133136358 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213133136359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213133136359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213133136359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:31:37.366602 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26616): Terminating (SIGTERM)\u000a13:31:37.408293 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26619): Terminating (SIGTERM)\u000a13:31:37.450025 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26622): Terminating (SIGTERM)\u000a13:31:37.459612 --- ParallelTerminationStrategy: PID 26616 died...\u000a13:31:37.515651 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26616): Terminated: ok {rc=0}\u000a13:31:37.525795 --- ParallelTerminationStrategy: PID 26619 died...\u000a13:31:37.581420 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26619): Terminated: ok {rc=0}\u000a13:31:37.591217 --- ParallelTerminationStrategy: PID 26622 died...\u000a13:31:37.646697 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26622): Terminated: ok {rc=0}\u000a13:31:37.733591 bus /sierra_3: Setting Powered False\u000a13:31:38.835217 bus /sierra_3: Setting Powered False\u000a13:31:39.947569 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "66", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:31:19" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26634): Process ended prematurely: osmo-stp_10.42.42.5(pid=26634) [trial-2390↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26634)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26634): Process ended prematurely: osmo-stp_10.42.42.5(pid=26634) [trial-2390↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26634)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a13:31:41.949790 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:31:41.961423 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:31:42.127076 tst mo_mt_call.py: using LAC 34276\u000a13:31:42.254799 tst mo_mt_call.py: using RAC 106\u000a13:31:42.380501 tst mo_mt_call.py: using CellId 34276\u000a13:31:42.506255 tst mo_mt_call.py: using BVCI 34277\u000a13:31:42.530923 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:31:42.542557 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:31:42.553866 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:31:42.565250 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:31:42.576937 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:31:42.588782 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:31:42.709383 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:31:42.922044 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:31:43.430964 run create_hlr_db(pid=26628): Launched\u000a13:31:43.618018 bus /sierra_2: Setting Powered False\u000a13:31:44.638532 run create_hlr_db(pid=26628): Terminated: ok {rc=0}\u000a13:31:45.068868 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26630): Launched\u000a13:31:45.393730 run osmo-hlr_10.42.42.2(pid=26631): Launched\u000a13:31:45.513343 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:31:46.094106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26633): Launched\u000a13:31:46.522612 run osmo-stp_10.42.42.5(pid=26634): Launched\u000a13:31:46.697561 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:31:47.310010 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26636): Launched\u000a13:31:47.616745 run osmo-msc_10.42.42.6(pid=26637): Launched\u000a13:31:47.793931 run osmo-stp_10.42.42.5(pid=26634): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26634)]\u000a13:31:47.922037 run osmo-stp_10.42.42.5(pid=26634): stdout: \u000a| (launched: 2022-12-13_13:31:46.261936)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:31:48.048196 run osmo-stp_10.42.42.5(pid=26634): stderr: \u000a| �[0;m�[38;5;43m20221213133146553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133146553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133146553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133146554 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133146554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133146554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133146554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:31:48.169501 run osmo-stp_10.42.42.5(pid=26634): stdout: \u000a| (launched: 2022-12-13_13:31:46.261936)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:31:48.289172 run osmo-stp_10.42.42.5(pid=26634): stderr: \u000a| �[0;m�[38;5;43m20221213133146553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133146553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133146553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133146554 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133146554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133146554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133146554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:31:48.342301 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26634): Process ended prematurely: osmo-stp_10.42.42.5(pid=26634) [trial-2390↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26634)] [trial-2390↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a13:31:48.350935 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a13:31:48.410302 run osmo-hlr_10.42.42.2(pid=26631): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26631)]\u000a13:31:48.458783 run osmo-hlr_10.42.42.2(pid=26631): stdout: \u000a| (launched: 2022-12-13_13:31:45.234382) \u000a13:31:48.508154 run osmo-hlr_10.42.42.2(pid=26631): stderr: \u000a| �[0;m�[1;31m20221213133145426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213133145427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213133145427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133145427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133145427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213133145427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213133145445 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213133145454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213133145455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213133145455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:31:48.575090 run osmo-msc_10.42.42.6(pid=26637): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26637)]\u000a13:31:48.623529 run osmo-msc_10.42.42.6(pid=26637): stdout: \u000a| (launched: 2022-12-13_13:31:47.464233) \u000a13:31:48.672522 run osmo-msc_10.42.42.6(pid=26637): stderr: \u000a| �[0;m�[38;5;43m20221213133147734 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213133147734 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f58c279bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213133147735 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213133147735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213133147735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213133147735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213133147737 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213133147737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213133147737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213133147737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:31:48.714095 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26630): Terminating (SIGTERM)\u000a13:31:48.753343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26633): Terminating (SIGTERM)\u000a13:31:48.793294 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26636): Terminating (SIGTERM)\u000a13:31:48.802358 --- ParallelTerminationStrategy: PID 26630 died...\u000a13:31:48.854835 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26630): Terminated: ok {rc=0}\u000a13:31:48.864307 --- ParallelTerminationStrategy: PID 26633 died...\u000a13:31:48.916582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26633): Terminated: ok {rc=0}\u000a13:31:48.926131 --- ParallelTerminationStrategy: PID 26636 died...\u000a13:31:48.978393 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26636): Terminated: ok {rc=0}\u000a13:31:49.064601 bus /sierra_3: Setting Powered False\u000a13:31:50.165334 bus /sierra_3: Setting Powered False\u000a13:31:51.275380 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26645): Process ended prematurely: osmo-stp_10.42.42.5(pid=26645) [trial-2390↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26645)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26645): Process ended prematurely: osmo-stp_10.42.42.5(pid=26645) [trial-2390↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26645)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:31:52.390320 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:31:52.402609 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:31:52.571699 tst mo_mt_call_osmux.py: using LAC 34277\u000a13:31:52.703081 tst mo_mt_call_osmux.py: using RAC 107\u000a13:31:52.828290 tst mo_mt_call_osmux.py: using CellId 34277\u000a13:31:52.954139 tst mo_mt_call_osmux.py: using BVCI 34278\u000a13:31:52.979294 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:31:52.991127 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:31:53.002781 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:31:53.014333 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:31:53.026170 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:31:53.037962 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:31:53.156156 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:31:53.372219 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:31:53.879173 run create_hlr_db(pid=26639): Launched\u000a13:31:54.066797 bus /sierra_2: Setting Powered False\u000a13:31:55.087623 run create_hlr_db(pid=26639): Terminated: ok {rc=0}\u000a13:31:55.492014 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26641): Launched\u000a13:31:55.792092 run osmo-hlr_10.42.42.2(pid=26642): Launched\u000a13:31:55.902810 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:31:56.425346 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26644): Launched\u000a13:31:56.726949 run osmo-stp_10.42.42.5(pid=26645): Launched\u000a13:31:56.835895 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:31:57.385569 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26647): Launched\u000a13:31:57.687981 run osmo-msc_10.42.42.6(pid=26648): Launched\u000a13:31:57.864265 run osmo-stp_10.42.42.5(pid=26645): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26645)]\u000a13:31:57.992013 run osmo-stp_10.42.42.5(pid=26645): stdout: \u000a| (launched: 2022-12-13_13:31:56.578980)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:31:58.118319 run osmo-stp_10.42.42.5(pid=26645): stderr: \u000a| �[0;m�[38;5;43m20221213133156746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133156746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133156746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133156747 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133156747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133156747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133156747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:31:58.239082 run osmo-stp_10.42.42.5(pid=26645): stdout: \u000a| (launched: 2022-12-13_13:31:56.578980)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:31:58.358858 run osmo-stp_10.42.42.5(pid=26645): stderr: \u000a| �[0;m�[38;5;43m20221213133156746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133156746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133156746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133156747 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133156747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133156747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133156747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:31:58.411756 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26645): Process ended prematurely: osmo-stp_10.42.42.5(pid=26645) [trial-2390↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26645)] [trial-2390↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a13:31:58.420614 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a13:31:58.480034 run osmo-hlr_10.42.42.2(pid=26642): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26642)]\u000a13:31:58.528817 run osmo-hlr_10.42.42.2(pid=26642): stdout: \u000a| (launched: 2022-12-13_13:31:55.644895) \u000a13:31:58.578250 run osmo-hlr_10.42.42.2(pid=26642): stderr: \u000a| �[0;m�[1;31m20221213133155818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213133155818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213133155818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133155818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133155818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213133155819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213133155831 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213133155840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213133155840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213133155840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:31:58.644778 run osmo-msc_10.42.42.6(pid=26648): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26648)]\u000a13:31:58.693044 run osmo-msc_10.42.42.6(pid=26648): stdout: \u000a| (launched: 2022-12-13_13:31:57.538786) \u000a13:31:58.741877 run osmo-msc_10.42.42.6(pid=26648): stderr: \u000a| �[0;m�[38;5;43m20221213133157809 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213133157809 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f812f847c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213133157809 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213133157809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213133157809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213133157810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213133157811 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213133157812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213133157812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213133157812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:31:58.783347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26641): Terminating (SIGTERM)\u000a13:31:58.822621 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26644): Terminating (SIGTERM)\u000a13:31:58.862164 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26647): Terminating (SIGTERM)\u000a13:31:58.871212 --- ParallelTerminationStrategy: PID 26641 died...\u000a13:31:58.924117 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26641): Terminated: ok {rc=0}\u000a13:31:58.933943 --- ParallelTerminationStrategy: PID 26644 died...\u000a13:31:58.986390 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26644): Terminated: ok {rc=0}\u000a13:31:58.995823 --- ParallelTerminationStrategy: PID 26647 died...\u000a13:31:59.047740 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26647): Terminated: ok {rc=0}\u000a13:31:59.134051 bus /sierra_3: Setting Powered False\u000a13:32:00.235186 bus /sierra_3: Setting Powered False\u000a13:32:01.350670 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "67", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:31:41" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26659): Process ended prematurely: osmo-stp_10.42.42.5(pid=26659) [trial-2390↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26659)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26659): Process ended prematurely: osmo-stp_10.42.42.5(pid=26659) [trial-2390↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26659)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 emergency:trx-sysmocell5000 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a13:32:03.359562 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:32:03.370532 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a13:32:03.503586 tst emergency_mo_mt_call.py: using LAC 34278\u000a13:32:03.617964 tst emergency_mo_mt_call.py: using RAC 108\u000a13:32:03.732077 tst emergency_mo_mt_call.py: using CellId 34278\u000a13:32:03.845586 tst emergency_mo_mt_call.py: using BVCI 34279\u000a13:32:03.867900 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:32:03.878767 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:32:03.889322 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:32:03.899784 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:32:03.910361 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:32:03.921857 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a13:32:04.044057 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a13:32:04.253171 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:32:04.756662 run create_hlr_db(pid=26653): Launched\u000a13:32:04.928040 bus /sierra_2: Setting Powered False\u000a13:32:05.949362 run create_hlr_db(pid=26653): Terminated: ok {rc=0}\u000a13:32:06.342630 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26655): Launched\u000a13:32:06.639069 run osmo-hlr_10.42.42.2(pid=26656): Launched\u000a13:32:06.746586 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:32:07.258052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26658): Launched\u000a13:32:07.552089 run osmo-stp_10.42.42.5(pid=26659): Launched\u000a13:32:07.670253 tst emergency_mo_mt_call.py: using MSISDN 8181\u000a13:32:07.816323 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:32:08.356672 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26661): Launched\u000a13:32:08.653229 run osmo-msc_10.42.42.6(pid=26662): Launched\u000a13:32:08.826190 run osmo-stp_10.42.42.5(pid=26659): ERR: Terminated: ERROR {rc=1} [trial-2390↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26659)]\u000a13:32:08.951408 run osmo-stp_10.42.42.5(pid=26659): stdout: \u000a| (launched: 2022-12-13_13:32:07.407754)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:32:09.074599 run osmo-stp_10.42.42.5(pid=26659): stderr: \u000a| �[0;m�[38;5;43m20221213133207575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133207576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133207576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133207577 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133207578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133207578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133207578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:32:09.193384 run osmo-stp_10.42.42.5(pid=26659): stdout: \u000a| (launched: 2022-12-13_13:32:07.407754)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:32:09.310673 run osmo-stp_10.42.42.5(pid=26659): stderr: \u000a| �[0;m�[38;5;43m20221213133207575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133207576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133207576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133207577 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133207578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133207578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133207578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:32:09.362598 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=26659): Process ended prematurely: osmo-stp_10.42.42.5(pid=26659) [trial-2390↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26659)] [trial-2390↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19]\u000a13:32:09.371159 tst emergency_mo_mt_call.py:19: Test FAILED (6.0 sec)\u000a13:32:09.430621 run osmo-hlr_10.42.42.2(pid=26656): ERR: Terminated: ERROR {rc=237} [trial-2390↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26656)]\u000a13:32:09.478970 run osmo-hlr_10.42.42.2(pid=26656): stdout: \u000a| (launched: 2022-12-13_13:32:06.492140) \u000a13:32:09.528048 run osmo-hlr_10.42.42.2(pid=26656): stderr: \u000a| �[0;m�[1;31m20221213133206665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213133206665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213133206665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133206665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133206665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213133206665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213133206677 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/emergency:trx-sysmocell5000/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213133206686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213133206686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213133206686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:32:09.595051 run osmo-msc_10.42.42.6(pid=26662): ERR: Terminated: ERROR {rc=2} [trial-2390↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26662)]\u000a13:32:09.643556 run osmo-msc_10.42.42.6(pid=26662): stdout: \u000a| (launched: 2022-12-13_13:32:08.506890) \u000a13:32:09.692552 run osmo-msc_10.42.42.6(pid=26662): stderr: \u000a| �[0;m�[38;5;43m20221213133208776 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213133208776 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8faec01c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213133208776 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213133208776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213133208776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213133208777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213133208778 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213133208779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213133208779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213133208779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:32:09.734532 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26655): Terminating (SIGTERM)\u000a13:32:09.774224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26658): Terminating (SIGTERM)\u000a13:32:09.814021 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26661): Terminating (SIGTERM)\u000a13:32:09.823175 --- ParallelTerminationStrategy: PID 26655 died...\u000a13:32:09.876241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26655): Terminated: ok {rc=0}\u000a13:32:09.885906 --- ParallelTerminationStrategy: PID 26658 died...\u000a13:32:09.938934 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26658): Terminated: ok {rc=0}\u000a13:32:09.948415 --- ParallelTerminationStrategy: PID 26661 died...\u000a13:32:10.001312 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26661): Terminated: ok {rc=0}\u000a13:32:10.084060 bus /sierra_3: Setting Powered False\u000a13:32:11.190142 bus /sierra_3: Setting Powered False\u000a13:32:12.300617 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26670): Process ended prematurely: osmo-stp_10.42.42.5(pid=26670) [trial-2390↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26670)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26670): Process ended prematurely: osmo-stp_10.42.42.5(pid=26670) [trial-2390↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26670)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 emergency:trx-sysmocell5000 emergency_preemptive_call.py\u000a----------------------------------------------\u000a13:32:13.352131 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:32:13.363593 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a13:32:13.499660 tst emergency_preemptive_call.py: using LAC 34279\u000a13:32:13.615460 tst emergency_preemptive_call.py: using RAC 109\u000a13:32:13.733738 tst emergency_preemptive_call.py: using CellId 34279\u000a13:32:13.850233 tst emergency_preemptive_call.py: using BVCI 34280\u000a13:32:13.872874 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:32:13.883742 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:32:13.894563 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:32:13.905222 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:32:13.916459 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a13:32:13.927861 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a13:32:14.042968 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a13:32:14.163314 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a13:32:14.278463 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a13:32:14.474697 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:32:14.951723 run create_hlr_db(pid=26664): Launched\u000a13:32:15.122593 bus /sierra_2: Setting Powered False\u000a13:32:16.164216 run create_hlr_db(pid=26664): Terminated: ok {rc=0}\u000a13:32:16.609692 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26666): Launched\u000a13:32:17.040658 run osmo-hlr_10.42.42.2(pid=26667): Launched\u000a13:32:17.195858 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:32:17.709954 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26669): Launched\u000a13:32:18.006532 run osmo-stp_10.42.42.5(pid=26670): Launched\u000a13:32:18.125914 tst emergency_preemptive_call.py: using MSISDN 8182\u000a13:32:18.272870 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:32:18.816366 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26672): Launched\u000a13:32:19.111529 run osmo-msc_10.42.42.6(pid=26673): Launched\u000a13:32:19.283990 run osmo-stp_10.42.42.5(pid=26670): ERR: Terminated: ERROR {rc=1} [trial-2390↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26670)]\u000a13:32:19.409136 run osmo-stp_10.42.42.5(pid=26670): stdout: \u000a| (launched: 2022-12-13_13:32:17.860139)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:32:19.532464 run osmo-stp_10.42.42.5(pid=26670): stderr: \u000a| �[0;m�[38;5;43m20221213133218027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133218027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133218028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133218028 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133218029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133218029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133218029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:32:19.651386 run osmo-stp_10.42.42.5(pid=26670): stdout: \u000a| (launched: 2022-12-13_13:32:17.860139)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:32:19.768719 run osmo-stp_10.42.42.5(pid=26670): stderr: \u000a| �[0;m�[38;5;43m20221213133218027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133218027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133218028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133218028 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133218029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133218029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133218029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:32:19.820722 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=26670): Process ended prematurely: osmo-stp_10.42.42.5(pid=26670) [trial-2390↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26670)] [trial-2390↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32]\u000a13:32:19.828903 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a13:32:19.888465 run osmo-hlr_10.42.42.2(pid=26667): ERR: Terminated: ERROR {rc=237} [trial-2390↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26667)]\u000a13:32:19.937370 run osmo-hlr_10.42.42.2(pid=26667): stdout: \u000a| (launched: 2022-12-13_13:32:16.776181) \u000a13:32:19.987216 run osmo-hlr_10.42.42.2(pid=26667): stderr: \u000a| �[0;m�[1;31m20221213133217072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213133217072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213133217072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133217072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133217072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213133217072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213133217092 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/emergency:trx-sysmocell5000/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213133217109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213133217110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213133217110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:32:20.054187 run osmo-msc_10.42.42.6(pid=26673): ERR: Terminated: ERROR {rc=2} [trial-2390↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26673)]\u000a13:32:20.103024 run osmo-msc_10.42.42.6(pid=26673): stdout: \u000a| (launched: 2022-12-13_13:32:18.965906) \u000a13:32:20.151959 run osmo-msc_10.42.42.6(pid=26673): stderr: \u000a| �[0;m�[38;5;43m20221213133219236 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213133219236 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6caa4adc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213133219236 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213133219236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213133219237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213133219237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213133219239 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213133219239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213133219239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213133219239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:32:20.193752 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26666): Terminating (SIGTERM)\u000a13:32:20.233319 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26669): Terminating (SIGTERM)\u000a13:32:20.272920 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26672): Terminating (SIGTERM)\u000a13:32:20.282126 --- ParallelTerminationStrategy: PID 26666 died...\u000a13:32:20.335164 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26666): Terminated: ok {rc=0}\u000a13:32:20.344789 --- ParallelTerminationStrategy: PID 26669 died...\u000a13:32:20.397590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26669): Terminated: ok {rc=0}\u000a13:32:20.407125 --- ParallelTerminationStrategy: PID 26672 died...\u000a13:32:20.459719 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26672): Terminated: ok {rc=0}\u000a13:32:20.547697 bus /sierra_9: Setting Powered False\u000a13:32:21.648808 bus /sierra_9: Setting Powered False\u000a13:32:22.758452 bus /sierra_8: Setting Powered False\u000a13:32:23.860751 bus /sierra_8: Setting Powered False\u000a13:32:24.972267 bus /sierra_3: Setting Powered False\u000a13:32:26.072743 bus /sierra_3: Setting Powered False\u000a13:32:27.183327 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 26.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "68", "name" : "emergency_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:32:03" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-sysmocell5000", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26689): Process ended prematurely: osmo-stp_10.42.42.5(pid=26689) [trial-2390↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26689)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26689): Process ended prematurely: osmo-stp_10.42.42.5(pid=26689) [trial-2390↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26689)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-sysmocell5000 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:32:29.309785 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:32:29.320530 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a13:32:29.462087 tst cs_paging_gprs_active.py: using LAC 34280\u000a13:32:29.579975 tst cs_paging_gprs_active.py: using RAC 110\u000a13:32:29.699324 tst cs_paging_gprs_active.py: using CellId 34280\u000a13:32:29.817611 tst cs_paging_gprs_active.py: using BVCI 34281\u000a13:32:29.840890 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:32:29.851602 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:32:29.862165 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:32:29.872691 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:32:29.883088 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:32:29.893609 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:32:29.904293 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:32:29.914802 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:32:29.925561 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a13:32:30.048366 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a13:32:30.327491 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:32:30.453418 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:32:30.767000 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26679): Launched\u000a13:32:31.099182 run iperf3-srv_10.42.42.10(pid=26680): Launched\u000a13:32:31.323933 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:32:31.465070 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:32:31.826983 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26681): Launched\u000a13:32:32.122148 run iperf3-srv_10.42.42.10(pid=26682): Launched\u000a13:32:32.326572 tst cs_paging_gprs_active.py:38: start network...\u000a13:32:32.463646 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:32:32.978981 run create_hlr_db(pid=26683): Launched\u000a13:32:33.168299 bus /sierra_2: Setting Powered False\u000a13:32:34.187076 run create_hlr_db(pid=26683): Terminated: ok {rc=0}\u000a13:32:34.621342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26685): Launched\u000a13:32:34.948085 run osmo-hlr_10.42.42.2(pid=26686): Launched\u000a13:32:35.069753 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:32:35.641760 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26688): Launched\u000a13:32:35.968332 run osmo-stp_10.42.42.5(pid=26689): Launched\u000a13:32:36.087736 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:32:36.659402 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26691): Launched\u000a13:32:36.777003 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:32:37.064264 run patchelf(pid=26692): Launched\u000a13:32:37.255377 run osmo-stp_10.42.42.5(pid=26689): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26689)]\u000a13:32:37.395855 run osmo-stp_10.42.42.5(pid=26689): stdout: \u000a| (launched: 2022-12-13_13:32:35.807784)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:32:37.536207 run osmo-stp_10.42.42.5(pid=26689): stderr: \u000a| �[0;m�[38;5;43m20221213133235996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133235996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133235996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133235997 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133235997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133235997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133235997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:32:37.671273 run osmo-stp_10.42.42.5(pid=26689): stdout: \u000a| (launched: 2022-12-13_13:32:35.807784)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:32:37.805407 run osmo-stp_10.42.42.5(pid=26689): stderr: \u000a| �[0;m�[38;5;43m20221213133235996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133235996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133235996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133235997 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133235997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133235997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133235997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:32:37.962374 run patchelf(pid=26692): Terminating (SIGINT)\u000a13:32:38.146778 run patchelf(pid=26692): Terminated: ok {rc=0}\u000a13:32:38.180476 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26689): Process ended prematurely: osmo-stp_10.42.42.5(pid=26689) [trial-2390↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26689)] [trial-2390↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38]\u000a13:32:38.190524 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a13:32:38.252836 run osmo-hlr_10.42.42.2(pid=26686): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26686)]\u000a13:32:38.303633 run osmo-hlr_10.42.42.2(pid=26686): stdout: \u000a| (launched: 2022-12-13_13:32:34.787545) \u000a13:32:38.355139 run osmo-hlr_10.42.42.2(pid=26686): stderr: \u000a| �[0;m�[1;31m20221213133234982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213133234982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213133234983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133234983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133234983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213133234983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213133234996 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-sysmocell5000/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213133235004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213133235004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213133235004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:32:38.399188 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26679): Terminating (SIGTERM)\u000a13:32:38.440355 run iperf3-srv_10.42.42.10(pid=26680): Terminating (SIGTERM)\u000a13:32:38.481873 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26681): Terminating (SIGTERM)\u000a13:32:38.523218 run iperf3-srv_10.42.42.10(pid=26682): Terminating (SIGTERM)\u000a13:32:38.564799 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26685): Terminating (SIGTERM)\u000a13:32:38.606490 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26688): Terminating (SIGTERM)\u000a13:32:38.647955 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26691): Terminating (SIGTERM)\u000a13:32:38.657604 --- ParallelTerminationStrategy: PID 26679 died...\u000a13:32:38.713314 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26679): Terminated: ok {rc=0}\u000a13:32:38.723296 --- ParallelTerminationStrategy: PID 26680 died...\u000a13:32:38.778631 run iperf3-srv_10.42.42.10(pid=26680): Terminated {rc=256}\u000a13:32:38.788385 --- ParallelTerminationStrategy: PID 26681 died...\u000a13:32:38.844007 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26681): Terminated: ok {rc=0}\u000a13:32:38.853989 --- ParallelTerminationStrategy: PID 26682 died...\u000a13:32:38.909398 run iperf3-srv_10.42.42.10(pid=26682): Terminated {rc=256}\u000a13:32:38.919300 --- ParallelTerminationStrategy: PID 26685 died...\u000a13:32:38.974485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26685): Terminated: ok {rc=0}\u000a13:32:38.984265 --- ParallelTerminationStrategy: PID 26688 died...\u000a13:32:39.040211 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26688): Terminated: ok {rc=0}\u000a13:32:39.050331 --- ParallelTerminationStrategy: PID 26691 died...\u000a13:32:39.106809 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26691): Terminated: ok {rc=0}\u000a13:32:39.194387 bus /gobi_0: Setting Powered False\u000a13:32:40.297131 bus /gobi_0: Setting Powered False\u000a13:32:41.408787 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26701): Process ended prematurely: osmo-stp_10.42.42.5(pid=26701) [trial-2390↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26701)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26701): Process ended prematurely: osmo-stp_10.42.42.5(pid=26701) [trial-2390↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26701)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-sysmocell5000 iperf3.py\u000a----------------------------------------------\u000a13:32:42.525044 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:32:42.537052 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a13:32:42.684674 tst iperf3.py: using LAC 34281\u000a13:32:42.811549 tst iperf3.py: using RAC 111\u000a13:32:42.934972 tst iperf3.py: using CellId 34281\u000a13:32:43.063156 tst iperf3.py: using BVCI 34282\u000a13:32:43.088597 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:32:43.100103 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:32:43.111360 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:32:43.122772 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:32:43.134532 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:32:43.145906 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:32:43.157577 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:32:43.169485 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:32:43.181278 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a13:32:43.463468 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:32:43.590246 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:32:43.906390 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26693): Launched\u000a13:32:44.172935 run iperf3-srv_10.42.42.10(pid=26694): Launched\u000a13:32:44.359779 tst iperf3.py:8: start network...\u000a13:32:44.486935 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:32:44.980867 run create_hlr_db(pid=26695): Launched\u000a13:32:45.157739 bus /gobi_6: Setting Powered False\u000a13:32:46.194944 run create_hlr_db(pid=26695): Terminated: ok {rc=0}\u000a13:32:46.652572 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26697): Launched\u000a13:32:47.094164 run osmo-hlr_10.42.42.2(pid=26698): Launched\u000a13:32:47.257090 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:32:47.829113 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26700): Launched\u000a13:32:48.160797 run osmo-stp_10.42.42.5(pid=26701): Launched\u000a13:32:48.281393 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:32:48.858200 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26703): Launched\u000a13:32:48.975789 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:32:49.263814 run patchelf(pid=26704): Launched\u000a13:32:49.455641 run osmo-stp_10.42.42.5(pid=26701): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26701)]\u000a13:32:49.595585 run osmo-stp_10.42.42.5(pid=26701): stdout: \u000a| (launched: 2022-12-13_13:32:47.997115)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:32:49.736246 run osmo-stp_10.42.42.5(pid=26701): stderr: \u000a| �[0;m�[38;5;43m20221213133248184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133248184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133248185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133248185 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133248186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133248186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133248186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:32:49.871967 run osmo-stp_10.42.42.5(pid=26701): stdout: \u000a| (launched: 2022-12-13_13:32:47.997115)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:32:50.007136 run osmo-stp_10.42.42.5(pid=26701): stderr: \u000a| �[0;m�[38;5;43m20221213133248184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133248184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133248185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133248185 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133248186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133248186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133248186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:32:50.165119 run patchelf(pid=26704): Terminating (SIGINT)\u000a13:32:50.349267 run patchelf(pid=26704): Terminated: ok {rc=0}\u000a13:32:50.383012 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26701): Process ended prematurely: osmo-stp_10.42.42.5(pid=26701) [trial-2390↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26701)] [trial-2390↪gprs:trx-sysmocell5000↪iperf3.py:8]\u000a13:32:50.393279 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a13:32:50.456386 run osmo-hlr_10.42.42.2(pid=26698): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-sysmocell5000↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26698)]\u000a13:32:50.508046 run osmo-hlr_10.42.42.2(pid=26698): stdout: \u000a| (launched: 2022-12-13_13:32:46.825857) \u000a13:32:50.559867 run osmo-hlr_10.42.42.2(pid=26698): stderr: \u000a| �[0;m�[1;31m20221213133247134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213133247134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213133247134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133247134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133247134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213133247135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213133247146 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-sysmocell5000/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213133247154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213133247154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213133247154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:32:50.604417 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26693): Terminating (SIGTERM)\u000a13:32:50.646416 run iperf3-srv_10.42.42.10(pid=26694): Terminating (SIGTERM)\u000a13:32:50.688680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26697): Terminating (SIGTERM)\u000a13:32:50.731369 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26700): Terminating (SIGTERM)\u000a13:32:50.773855 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26703): Terminating (SIGTERM)\u000a13:32:50.783499 --- ParallelTerminationStrategy: PID 26693 died...\u000a13:32:50.839691 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26693): Terminated: ok {rc=0}\u000a13:32:50.849754 --- ParallelTerminationStrategy: PID 26694 died...\u000a13:32:50.905354 run iperf3-srv_10.42.42.10(pid=26694): Terminated {rc=256}\u000a13:32:50.915329 --- ParallelTerminationStrategy: PID 26697 died...\u000a13:32:50.971449 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26697): Terminated: ok {rc=0}\u000a13:32:50.981554 --- ParallelTerminationStrategy: PID 26700 died...\u000a13:32:51.038506 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26700): Terminated: ok {rc=0}\u000a13:32:51.048580 --- ParallelTerminationStrategy: PID 26703 died...\u000a13:32:51.104770 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26703): Terminated: ok {rc=0}\u000a13:32:51.190795 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-sysmocell5000", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26719): Process ended prematurely: osmo-stp_10.42.42.5(pid=26719) [trial-2390↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26719)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26719): Process ended prematurely: osmo-stp_10.42.42.5(pid=26719) [trial-2390↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26719)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-sysmocell5000 iperf3m4.py\u000a----------------------------------------------\u000a13:32:52.306568 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:32:52.318506 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a13:32:52.458959 tst iperf3m4.py: using LAC 34282\u000a13:32:52.582047 tst iperf3m4.py: using RAC 112\u000a13:32:52.704894 tst iperf3m4.py: using CellId 34282\u000a13:32:52.826035 tst iperf3m4.py: using BVCI 34283\u000a13:32:52.849525 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:32:52.860541 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:32:52.871221 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:32:52.881824 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:32:52.893042 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:32:52.904116 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:32:52.915515 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:32:52.926593 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:32:52.937844 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a13:32:53.055814 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a13:32:53.178165 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a13:32:53.295176 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a13:32:53.593706 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:32:53.730365 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:32:54.068571 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26705): Launched\u000a13:32:54.350765 run iperf3-srv_10.42.42.10(pid=26706): Launched\u000a13:32:54.551390 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:32:54.688191 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:32:55.027238 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26707): Launched\u000a13:32:55.310765 run iperf3-srv_10.42.42.10(pid=26708): Launched\u000a13:32:55.512713 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:32:55.650644 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:32:55.988481 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26709): Launched\u000a13:32:56.272111 run iperf3-srv_10.42.42.10(pid=26710): Launched\u000a13:32:56.473188 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:32:56.609728 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:32:56.947309 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26711): Launched\u000a13:32:57.231069 run iperf3-srv_10.42.42.10(pid=26712): Launched\u000a13:32:57.432510 tst iperf3m4.py:8: start network...\u000a13:32:57.569762 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:32:58.086802 run create_hlr_db(pid=26713): Launched\u000a13:32:58.278010 bus /gobi_6: Setting Powered False\u000a13:32:59.296377 run create_hlr_db(pid=26713): Terminated: ok {rc=0}\u000a13:32:59.707153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26715): Launched\u000a13:33:00.011600 run osmo-hlr_10.42.42.2(pid=26716): Launched\u000a13:33:00.123661 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:33:00.665672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26718): Launched\u000a13:33:01.072072 run osmo-stp_10.42.42.5(pid=26719): Launched\u000a13:33:01.245268 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:33:01.933604 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26722): Launched\u000a13:33:02.054145 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:33:02.357899 run patchelf(pid=26723): Launched\u000a13:33:02.551648 run osmo-stp_10.42.42.5(pid=26719): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26719)]\u000a13:33:02.692446 run osmo-stp_10.42.42.5(pid=26719): stdout: \u000a| (launched: 2022-12-13_13:33:00.833567)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:33:02.833565 run osmo-stp_10.42.42.5(pid=26719): stderr: \u000a| �[0;m�[38;5;43m20221213133301200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133301201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133301204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133301208 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133301208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133301209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133301209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:33:02.970119 run osmo-stp_10.42.42.5(pid=26719): stdout: \u000a| (launched: 2022-12-13_13:33:00.833567)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:33:03.106245 run osmo-stp_10.42.42.5(pid=26719): stderr: \u000a| �[0;m�[38;5;43m20221213133301200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133301201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133301204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133301208 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133301208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133301209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133301209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:33:03.263574 run patchelf(pid=26723): Terminating (SIGINT)\u000a13:33:03.448097 run patchelf(pid=26723): Terminated: ok {rc=0}\u000a13:33:03.482170 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26719): Process ended prematurely: osmo-stp_10.42.42.5(pid=26719) [trial-2390↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26719)] [trial-2390↪gprs:trx-sysmocell5000↪iperf3m4.py:8]\u000a13:33:03.492511 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a13:33:03.556650 run osmo-hlr_10.42.42.2(pid=26716): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-sysmocell5000↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26716)]\u000a13:33:03.608567 run osmo-hlr_10.42.42.2(pid=26716): stdout: \u000a| (launched: 2022-12-13_13:32:59.862339) \u000a13:33:03.661155 run osmo-hlr_10.42.42.2(pid=26716): stderr: \u000a| �[0;m�[1;31m20221213133300037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213133300037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213133300037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133300037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133300037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213133300037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213133300050 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-sysmocell5000/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213133300060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213133300060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213133300060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:33:03.706285 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26705): Terminating (SIGTERM)\u000a13:33:03.748693 run iperf3-srv_10.42.42.10(pid=26706): Terminating (SIGTERM)\u000a13:33:03.791707 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26707): Terminating (SIGTERM)\u000a13:33:03.834737 run iperf3-srv_10.42.42.10(pid=26708): Terminating (SIGTERM)\u000a13:33:03.877355 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26709): Terminating (SIGTERM)\u000a13:33:03.919992 run iperf3-srv_10.42.42.10(pid=26710): Terminating (SIGTERM)\u000a13:33:03.962788 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26711): Terminating (SIGTERM)\u000a13:33:04.005703 run iperf3-srv_10.42.42.10(pid=26712): Terminating (SIGTERM)\u000a13:33:04.048256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26715): Terminating (SIGTERM)\u000a13:33:04.091234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26718): Terminating (SIGTERM)\u000a13:33:04.133790 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26722): Terminating (SIGTERM)\u000a13:33:04.143066 --- ParallelTerminationStrategy: PID 26705 died...\u000a13:33:04.199503 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26705): Terminated: ok {rc=0}\u000a13:33:04.209547 --- ParallelTerminationStrategy: PID 26706 died...\u000a13:33:04.265589 run iperf3-srv_10.42.42.10(pid=26706): Terminated {rc=256}\u000a13:33:04.275535 --- ParallelTerminationStrategy: PID 26707 died...\u000a13:33:04.331795 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26707): Terminated: ok {rc=0}\u000a13:33:04.342138 --- ParallelTerminationStrategy: PID 26708 died...\u000a13:33:04.398206 run iperf3-srv_10.42.42.10(pid=26708): Terminated {rc=256}\u000a13:33:04.408138 --- ParallelTerminationStrategy: PID 26709 died...\u000a13:33:04.464304 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26709): Terminated: ok {rc=0}\u000a13:33:04.474273 --- ParallelTerminationStrategy: PID 26710 died...\u000a13:33:04.530417 run iperf3-srv_10.42.42.10(pid=26710): Terminated {rc=256}\u000a13:33:04.540405 --- ParallelTerminationStrategy: PID 26711 died...\u000a13:33:04.596547 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26711): Terminated: ok {rc=0}\u000a13:33:04.606569 --- ParallelTerminationStrategy: PID 26712 died...\u000a13:33:04.662653 run iperf3-srv_10.42.42.10(pid=26712): Terminated {rc=256}\u000a13:33:04.672591 --- ParallelTerminationStrategy: PID 26715 died...\u000a13:33:04.728804 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26715): Terminated: ok {rc=0}\u000a13:33:04.738759 --- ParallelTerminationStrategy: PID 26718 died...\u000a13:33:04.794775 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26718): Terminated: ok {rc=0}\u000a13:33:04.804801 --- ParallelTerminationStrategy: PID 26722 died...\u000a13:33:04.861135 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26722): Terminated: ok {rc=0}\u000a13:33:04.946905 bus /gobi_4: Setting Powered False\u000a13:33:06.053828 bus /gobi_4: Setting Powered False\u000a13:33:07.165568 bus /gobi_1: Setting Powered False\u000a13:33:08.268236 bus /gobi_1: Setting Powered False\u000a13:33:09.379189 bus /gobi_0: Setting Powered False\u000a13:33:10.481531 bus /gobi_0: Setting Powered False\u000a13:33:11.594147 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26731): Process ended prematurely: osmo-stp_10.42.42.5(pid=26731) [trial-2390↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26731)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26731): Process ended prematurely: osmo-stp_10.42.42.5(pid=26731) [trial-2390↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26731)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-sysmocell5000 ping.py\u000a----------------------------------------------\u000a13:33:12.660903 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:33:12.672509 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a13:33:12.809630 tst ping.py: using LAC 34283\u000a13:33:12.927206 tst ping.py: using RAC 113\u000a13:33:13.046458 tst ping.py: using CellId 34283\u000a13:33:13.171463 tst ping.py: using BVCI 34284\u000a13:33:13.196342 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:33:13.207772 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:33:13.218934 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:33:13.230130 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:33:13.241544 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:33:13.252732 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:33:13.264334 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:33:13.275763 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a13:33:13.553314 tst ping.py:19: start network...\u000a13:33:13.677779 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:33:14.158621 run create_hlr_db(pid=26725): Launched\u000a13:33:14.331288 bus /gobi_6: Setting Powered False\u000a13:33:15.351761 run create_hlr_db(pid=26725): Terminated: ok {rc=0}\u000a13:33:15.779066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26727): Launched\u000a13:33:16.206705 run osmo-hlr_10.42.42.2(pid=26728): Launched\u000a13:33:16.433724 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:33:17.044178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26730): Launched\u000a13:33:17.350230 run osmo-stp_10.42.42.5(pid=26731): Launched\u000a13:33:17.460558 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:33:17.984483 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26733): Launched\u000a13:33:18.090546 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:33:18.351228 run patchelf(pid=26734): Launched\u000a13:33:18.527523 run osmo-stp_10.42.42.5(pid=26731): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26731)]\u000a13:33:18.656666 run osmo-stp_10.42.42.5(pid=26731): stdout: \u000a| (launched: 2022-12-13_13:33:17.202570)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:33:18.785710 run osmo-stp_10.42.42.5(pid=26731): stderr: \u000a| �[0;m�[38;5;43m20221213133317368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133317368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133317369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133317369 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133317370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133317370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133317370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:33:18.909791 run osmo-stp_10.42.42.5(pid=26731): stdout: \u000a| (launched: 2022-12-13_13:33:17.202570)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:33:19.032910 run osmo-stp_10.42.42.5(pid=26731): stderr: \u000a| �[0;m�[38;5;43m20221213133317368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133317368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133317369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133317369 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133317370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133317370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133317370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:33:19.176539 run patchelf(pid=26734): Terminating (SIGINT)\u000a13:33:19.345763 run patchelf(pid=26734): Terminated: ok {rc=0}\u000a13:33:19.376378 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26731): Process ended prematurely: osmo-stp_10.42.42.5(pid=26731) [trial-2390↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26731)] [trial-2390↪gprs:trx-sysmocell5000↪ping.py:22]\u000a13:33:19.384848 tst ping.py:22: Test FAILED (6.7 sec)\u000a13:33:19.444721 run osmo-hlr_10.42.42.2(pid=26728): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-sysmocell5000↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26728)]\u000a13:33:19.493602 run osmo-hlr_10.42.42.2(pid=26728): stdout: \u000a| (launched: 2022-12-13_13:33:15.950052) \u000a13:33:19.543072 run osmo-hlr_10.42.42.2(pid=26728): stderr: \u000a| �[0;m�[1;31m20221213133316292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213133316292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213133316292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133316292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133316292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213133316293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213133316311 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-sysmocell5000/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213133316328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213133316328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213133316328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:33:19.585286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26727): Terminating (SIGTERM)\u000a13:33:19.625063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26730): Terminating (SIGTERM)\u000a13:33:19.664974 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26733): Terminating (SIGTERM)\u000a13:33:19.674303 --- ParallelTerminationStrategy: PID 26727 died...\u000a13:33:19.727919 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26727): Terminated: ok {rc=0}\u000a13:33:19.737735 --- ParallelTerminationStrategy: PID 26730 died...\u000a13:33:19.790690 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26730): Terminated: ok {rc=0}\u000a13:33:19.800309 --- ParallelTerminationStrategy: PID 26733 died...\u000a13:33:19.853220 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26733): Terminated: ok {rc=0}\u000a13:33:19.941718 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26741): Process ended prematurely: osmo-stp_10.42.42.5(pid=26741) [trial-2390↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26741)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26741): Process ended prematurely: osmo-stp_10.42.42.5(pid=26741) [trial-2390↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26741)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-sysmocell5000 ping_idle_ping.py\u000a----------------------------------------------\u000a13:33:20.993117 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:33:21.004484 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a13:33:21.142738 tst ping_idle_ping.py: using LAC 34284\u000a13:33:21.263427 tst ping_idle_ping.py: using RAC 114\u000a13:33:21.385776 tst ping_idle_ping.py: using CellId 34284\u000a13:33:21.503217 tst ping_idle_ping.py: using BVCI 34285\u000a13:33:21.526313 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:33:21.537154 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:33:21.547661 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:33:21.558277 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:33:21.569554 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:33:21.580726 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:33:21.591984 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a13:33:21.603236 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a13:33:21.893917 tst ping_idle_ping.py:24: start network...\u000a13:33:22.029354 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:33:22.540238 run create_hlr_db(pid=26735): Launched\u000a13:33:22.728034 bus /gobi_6: Setting Powered False\u000a13:33:23.747126 run create_hlr_db(pid=26735): Terminated: ok {rc=0}\u000a13:33:24.152049 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26737): Launched\u000a13:33:24.453447 run osmo-hlr_10.42.42.2(pid=26738): Launched\u000a13:33:24.564326 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:33:25.088498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26740): Launched\u000a13:33:25.392261 run osmo-stp_10.42.42.5(pid=26741): Launched\u000a13:33:25.500743 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:33:26.023411 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26743): Launched\u000a13:33:26.129959 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:33:26.391244 run patchelf(pid=26744): Launched\u000a13:33:26.567094 run osmo-stp_10.42.42.5(pid=26741): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26741)]\u000a13:33:26.695658 run osmo-stp_10.42.42.5(pid=26741): stdout: \u000a| (launched: 2022-12-13_13:33:25.243979)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:33:26.824392 run osmo-stp_10.42.42.5(pid=26741): stderr: \u000a| �[0;m�[38;5;43m20221213133325412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133325412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133325413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133325413 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133325414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133325414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133325414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:33:26.948367 run osmo-stp_10.42.42.5(pid=26741): stdout: \u000a| (launched: 2022-12-13_13:33:25.243979)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:33:27.071084 run osmo-stp_10.42.42.5(pid=26741): stderr: \u000a| �[0;m�[38;5;43m20221213133325412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133325412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133325413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133325413 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133325414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133325414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133325414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:33:27.214951 run patchelf(pid=26744): Terminating (SIGINT)\u000a13:33:27.385687 run patchelf(pid=26744): Terminated: ok {rc=0}\u000a13:33:27.416306 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26741): Process ended prematurely: osmo-stp_10.42.42.5(pid=26741) [trial-2390↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26741)] [trial-2390↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27]\u000a13:33:27.425066 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a13:33:27.484383 run osmo-hlr_10.42.42.2(pid=26738): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-sysmocell5000↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26738)]\u000a13:33:27.533032 run osmo-hlr_10.42.42.2(pid=26738): stdout: \u000a| (launched: 2022-12-13_13:33:24.305107) \u000a13:33:27.582283 run osmo-hlr_10.42.42.2(pid=26738): stderr: \u000a| �[0;m�[1;31m20221213133324479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213133324479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213133324479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133324479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133324479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213133324479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213133324494 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-sysmocell5000/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213133324503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213133324503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213133324503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:33:27.624405 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26737): Terminating (SIGTERM)\u000a13:33:27.664019 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26740): Terminating (SIGTERM)\u000a13:33:27.703726 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26743): Terminating (SIGTERM)\u000a13:33:27.712939 --- ParallelTerminationStrategy: PID 26737 died...\u000a13:33:27.765891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26737): Terminated: ok {rc=0}\u000a13:33:27.775777 --- ParallelTerminationStrategy: PID 26740 died...\u000a13:33:27.828745 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26740): Terminated: ok {rc=0}\u000a13:33:27.838324 --- ParallelTerminationStrategy: PID 26743 died...\u000a13:33:27.891157 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26743): Terminated: ok {rc=0}\u000a13:33:27.979098 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "69", "name" : "gprs_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:32:28" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26759): Process ended prematurely: osmo-stp_10.42.42.5(pid=26759) [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26759)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26759): Process ended prematurely: osmo-stp_10.42.42.5(pid=26759) [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26759)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-sysmocell5000+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:33:30.133341 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:33:30.144149 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:33:30.282923 tst cs_paging_gprs_active.py: using LAC 34285\u000a13:33:30.410352 tst cs_paging_gprs_active.py: using RAC 115\u000a13:33:30.534972 tst cs_paging_gprs_active.py: using CellId 34285\u000a13:33:30.656378 tst cs_paging_gprs_active.py: using BVCI 34286\u000a13:33:30.679749 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:33:30.690755 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:33:30.701686 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:33:30.712406 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:33:30.723607 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:33:30.734919 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:33:30.746349 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:33:30.757565 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:33:30.768916 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:33:30.910136 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:33:31.229504 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:33:31.370480 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:33:31.731400 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26749): Launched\u000a13:33:32.045997 run iperf3-srv_10.42.42.10(pid=26750): Launched\u000a13:33:32.254940 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:33:32.392749 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:33:32.733688 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26751): Launched\u000a13:33:33.015808 run iperf3-srv_10.42.42.10(pid=26752): Launched\u000a13:33:33.217709 tst cs_paging_gprs_active.py:38: start network...\u000a13:33:33.355099 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:33:33.873194 run create_hlr_db(pid=26753): Launched\u000a13:33:34.062919 bus /gobi_6: Setting Powered False\u000a13:33:35.083258 run create_hlr_db(pid=26753): Terminated: ok {rc=0}\u000a13:33:35.495491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26755): Launched\u000a13:33:35.801934 run osmo-hlr_10.42.42.2(pid=26756): Launched\u000a13:33:35.923683 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:33:36.463360 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26758): Launched\u000a13:33:36.768644 run osmo-stp_10.42.42.5(pid=26759): Launched\u000a13:33:36.880252 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:33:37.415624 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26761): Launched\u000a13:33:37.525068 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:33:37.791777 run patchelf(pid=26762): Launched\u000a13:33:37.971278 run osmo-stp_10.42.42.5(pid=26759): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26759)]\u000a13:33:38.102192 run osmo-stp_10.42.42.5(pid=26759): stdout: \u000a| (launched: 2022-12-13_13:33:36.618502)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:33:38.232895 run osmo-stp_10.42.42.5(pid=26759): stderr: \u000a| �[0;m�[38;5;43m20221213133336787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133336787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133336788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133336788 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133336789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133336789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133336789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:33:38.359271 run osmo-stp_10.42.42.5(pid=26759): stdout: \u000a| (launched: 2022-12-13_13:33:36.618502)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:33:38.484799 run osmo-stp_10.42.42.5(pid=26759): stderr: \u000a| �[0;m�[38;5;43m20221213133336787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133336787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133336788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133336788 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133336789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133336789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133336789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:33:38.630658 run patchelf(pid=26762): Terminating (SIGINT)\u000a13:33:38.811015 run patchelf(pid=26762): Terminated: ok {rc=0}\u000a13:33:38.844568 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26759): Process ended prematurely: osmo-stp_10.42.42.5(pid=26759) [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26759)] [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a13:33:38.854709 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a13:33:38.917254 run osmo-hlr_10.42.42.2(pid=26756): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26756)]\u000a13:33:38.968630 run osmo-hlr_10.42.42.2(pid=26756): stdout: \u000a| (launched: 2022-12-13_13:33:35.651754) \u000a13:33:39.020226 run osmo-hlr_10.42.42.2(pid=26756): stderr: \u000a| �[0;m�[1;31m20221213133335825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213133335825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213133335825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133335825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133335825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213133335825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213133335837 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-sysmocell5000+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213133335846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213133335846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213133335846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:33:39.064840 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26749): Terminating (SIGTERM)\u000a13:33:39.106570 run iperf3-srv_10.42.42.10(pid=26750): Terminating (SIGTERM)\u000a13:33:39.148911 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26751): Terminating (SIGTERM)\u000a13:33:39.191040 run iperf3-srv_10.42.42.10(pid=26752): Terminating (SIGTERM)\u000a13:33:39.233647 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26755): Terminating (SIGTERM)\u000a13:33:39.275467 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26758): Terminating (SIGTERM)\u000a13:33:39.317833 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26761): Terminating (SIGTERM)\u000a13:33:39.327345 --- ParallelTerminationStrategy: PID 26749 died...\u000a13:33:39.383258 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26749): Terminated: ok {rc=0}\u000a13:33:39.393253 --- ParallelTerminationStrategy: PID 26750 died...\u000a13:33:39.449106 run iperf3-srv_10.42.42.10(pid=26750): Terminated {rc=256}\u000a13:33:39.458973 --- ParallelTerminationStrategy: PID 26751 died...\u000a13:33:39.514492 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26751): Terminated: ok {rc=0}\u000a13:33:39.524365 --- ParallelTerminationStrategy: PID 26752 died...\u000a13:33:39.579899 run iperf3-srv_10.42.42.10(pid=26752): Terminated {rc=256}\u000a13:33:39.589821 --- ParallelTerminationStrategy: PID 26755 died...\u000a13:33:39.645340 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26755): Terminated: ok {rc=0}\u000a13:33:39.655199 --- ParallelTerminationStrategy: PID 26758 died...\u000a13:33:39.710930 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26758): Terminated: ok {rc=0}\u000a13:33:39.720782 --- ParallelTerminationStrategy: PID 26761 died...\u000a13:33:39.776233 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26761): Terminated: ok {rc=0}\u000a13:33:39.862705 bus /gobi_0: Setting Powered False\u000a13:33:40.965217 bus /gobi_0: Setting Powered False\u000a13:33:42.076386 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26771): Process ended prematurely: osmo-stp_10.42.42.5(pid=26771) [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26771)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26771): Process ended prematurely: osmo-stp_10.42.42.5(pid=26771) [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26771)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a13:33:43.186800 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:33:43.198336 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:33:43.346658 tst iperf3.py: using LAC 34286\u000a13:33:43.464807 tst iperf3.py: using RAC 116\u000a13:33:43.581984 tst iperf3.py: using CellId 34286\u000a13:33:43.699883 tst iperf3.py: using BVCI 34287\u000a13:33:43.723295 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:33:43.734428 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:33:43.745246 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:33:43.755963 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:33:43.767088 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:33:43.778330 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:33:43.789242 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:33:43.799817 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:33:43.810733 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:33:44.088728 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:33:44.214473 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:33:44.528880 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26763): Launched\u000a13:33:44.791887 run iperf3-srv_10.42.42.10(pid=26764): Launched\u000a13:33:44.977193 tst iperf3.py:8: start network...\u000a13:33:45.103457 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:33:45.594408 run create_hlr_db(pid=26765): Launched\u000a13:33:45.769773 bus /gobi_6: Setting Powered False\u000a13:33:46.870519 run create_hlr_db(pid=26765): Terminated: ok {rc=0}\u000a13:33:47.331770 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26767): Launched\u000a13:33:47.662447 run osmo-hlr_10.42.42.2(pid=26768): Launched\u000a13:33:47.784659 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:33:48.359579 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26770): Launched\u000a13:33:48.686899 run osmo-stp_10.42.42.5(pid=26771): Launched\u000a13:33:48.805409 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:33:49.375752 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26773): Launched\u000a13:33:49.492756 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:33:49.777851 run patchelf(pid=26774): Launched\u000a13:33:49.969577 run osmo-stp_10.42.42.5(pid=26771): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26771)]\u000a13:33:50.110622 run osmo-stp_10.42.42.5(pid=26771): stdout: \u000a| (launched: 2022-12-13_13:33:48.526130)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:33:50.251264 run osmo-stp_10.42.42.5(pid=26771): stderr: \u000a| �[0;m�[38;5;43m20221213133348713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133348713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133348714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133348714 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133348714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133348715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133348715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:33:50.387262 run osmo-stp_10.42.42.5(pid=26771): stdout: \u000a| (launched: 2022-12-13_13:33:48.526130)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:33:50.521764 run osmo-stp_10.42.42.5(pid=26771): stderr: \u000a| �[0;m�[38;5;43m20221213133348713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133348713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133348714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133348714 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133348714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133348715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133348715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:33:50.678627 run patchelf(pid=26774): Terminating (SIGINT)\u000a13:33:50.862295 run patchelf(pid=26774): Terminated: ok {rc=0}\u000a13:33:50.895958 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26771): Process ended prematurely: osmo-stp_10.42.42.5(pid=26771) [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26771)] [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8]\u000a13:33:50.906069 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a13:33:50.969256 run osmo-hlr_10.42.42.2(pid=26768): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26768)]\u000a13:33:51.020651 run osmo-hlr_10.42.42.2(pid=26768): stdout: \u000a| (launched: 2022-12-13_13:33:47.499335) \u000a13:33:51.073103 run osmo-hlr_10.42.42.2(pid=26768): stderr: \u000a| �[0;m�[1;31m20221213133347696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213133347696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213133347696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133347696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133347696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213133347696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213133347709 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213133347717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213133347718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213133347718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:33:51.118023 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26763): Terminating (SIGTERM)\u000a13:33:51.159742 run iperf3-srv_10.42.42.10(pid=26764): Terminating (SIGTERM)\u000a13:33:51.201929 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26767): Terminating (SIGTERM)\u000a13:33:51.243651 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26770): Terminating (SIGTERM)\u000a13:33:51.285324 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26773): Terminating (SIGTERM)\u000a13:33:51.294837 --- ParallelTerminationStrategy: PID 26763 died...\u000a13:33:51.350552 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26763): Terminated: ok {rc=0}\u000a13:33:51.360488 --- ParallelTerminationStrategy: PID 26764 died...\u000a13:33:51.415729 run iperf3-srv_10.42.42.10(pid=26764): Terminated {rc=256}\u000a13:33:51.425688 --- ParallelTerminationStrategy: PID 26767 died...\u000a13:33:51.481133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26767): Terminated: ok {rc=0}\u000a13:33:51.491115 --- ParallelTerminationStrategy: PID 26770 died...\u000a13:33:51.546691 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26770): Terminated: ok {rc=0}\u000a13:33:51.556574 --- ParallelTerminationStrategy: PID 26773 died...\u000a13:33:51.612148 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26773): Terminated: ok {rc=0}\u000a13:33:51.698265 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26789): Process ended prematurely: osmo-stp_10.42.42.5(pid=26789) [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26789)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26789): Process ended prematurely: osmo-stp_10.42.42.5(pid=26789) [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26789)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a13:33:52.813974 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:33:52.826132 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:33:52.974069 tst iperf3m4.py: using LAC 34287\u000a13:33:53.103331 tst iperf3m4.py: using RAC 117\u000a13:33:53.237476 tst iperf3m4.py: using CellId 34287\u000a13:33:53.364308 tst iperf3m4.py: using BVCI 34288\u000a13:33:53.389465 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:33:53.401010 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:33:53.412310 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:33:53.423658 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:33:53.435667 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:33:53.447745 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:33:53.460104 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:33:53.472192 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:33:53.484400 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:33:53.606378 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:33:53.730249 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:33:53.850797 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:33:54.132722 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:33:54.259619 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:33:54.575361 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26775): Launched\u000a13:33:54.841155 run iperf3-srv_10.42.42.10(pid=26776): Launched\u000a13:33:55.027745 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:33:55.155230 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:33:55.472263 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26777): Launched\u000a13:33:55.736290 run iperf3-srv_10.42.42.10(pid=26778): Launched\u000a13:33:55.922445 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:33:56.049426 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:33:56.367523 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26779): Launched\u000a13:33:56.632920 run iperf3-srv_10.42.42.10(pid=26780): Launched\u000a13:33:56.819168 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:33:56.945957 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:33:57.265331 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26781): Launched\u000a13:33:57.530812 run iperf3-srv_10.42.42.10(pid=26782): Launched\u000a13:33:57.717385 tst iperf3m4.py:8: start network...\u000a13:33:57.844444 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:33:58.334089 run create_hlr_db(pid=26783): Launched\u000a13:33:58.509457 bus /gobi_6: Setting Powered False\u000a13:33:59.531248 run create_hlr_db(pid=26783): Terminated: ok {rc=0}\u000a13:33:59.938269 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26785): Launched\u000a13:34:00.245841 run osmo-hlr_10.42.42.2(pid=26786): Launched\u000a13:34:00.366750 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:34:00.915221 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26788): Launched\u000a13:34:01.433651 run osmo-stp_10.42.42.5(pid=26789): Launched\u000a13:34:01.622667 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:34:02.214580 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26791): Launched\u000a13:34:02.324476 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:34:02.592126 run patchelf(pid=26792): Launched\u000a13:34:02.771654 run osmo-stp_10.42.42.5(pid=26789): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26789)]\u000a13:34:02.902825 run osmo-stp_10.42.42.5(pid=26789): stdout: \u000a| (launched: 2022-12-13_13:34:01.073624)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:34:03.034454 run osmo-stp_10.42.42.5(pid=26789): stderr: \u000a| �[0;m�[38;5;43m20221213133401367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133401367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133401367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133401368 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133401368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133401368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133401368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:34:03.161363 run osmo-stp_10.42.42.5(pid=26789): stdout: \u000a| (launched: 2022-12-13_13:34:01.073624)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:34:03.287111 run osmo-stp_10.42.42.5(pid=26789): stderr: \u000a| �[0;m�[38;5;43m20221213133401367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133401367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133401367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133401368 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133401368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133401368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133401368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:34:03.434242 run patchelf(pid=26792): Terminating (SIGINT)\u000a13:34:03.607047 run patchelf(pid=26792): Terminated: ok {rc=0}\u000a13:34:03.638572 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26789): Process ended prematurely: osmo-stp_10.42.42.5(pid=26789) [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26789)] [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8]\u000a13:34:03.647830 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a13:34:03.707358 run osmo-hlr_10.42.42.2(pid=26786): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26786)]\u000a13:34:03.755663 run osmo-hlr_10.42.42.2(pid=26786): stdout: \u000a| (launched: 2022-12-13_13:34:00.093771) \u000a13:34:03.805230 run osmo-hlr_10.42.42.2(pid=26786): stderr: \u000a| �[0;m�[1;31m20221213133400267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213133400267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213133400267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133400268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133400268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213133400268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213133400280 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213133400288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213133400288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213133400288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:34:03.846974 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26775): Terminating (SIGTERM)\u000a13:34:03.886149 run iperf3-srv_10.42.42.10(pid=26776): Terminating (SIGTERM)\u000a13:34:03.925467 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26777): Terminating (SIGTERM)\u000a13:34:03.964568 run iperf3-srv_10.42.42.10(pid=26778): Terminating (SIGTERM)\u000a13:34:04.003702 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26779): Terminating (SIGTERM)\u000a13:34:04.042783 run iperf3-srv_10.42.42.10(pid=26780): Terminating (SIGTERM)\u000a13:34:04.081955 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26781): Terminating (SIGTERM)\u000a13:34:04.120941 run iperf3-srv_10.42.42.10(pid=26782): Terminating (SIGTERM)\u000a13:34:04.160207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26785): Terminating (SIGTERM)\u000a13:34:04.199969 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26788): Terminating (SIGTERM)\u000a13:34:04.239256 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26791): Terminating (SIGTERM)\u000a13:34:04.248376 --- ParallelTerminationStrategy: PID 26775 died...\u000a13:34:04.301206 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26775): Terminated: ok {rc=0}\u000a13:34:04.310766 --- ParallelTerminationStrategy: PID 26776 died...\u000a13:34:04.363706 run iperf3-srv_10.42.42.10(pid=26776): Terminated {rc=256}\u000a13:34:04.373223 --- ParallelTerminationStrategy: PID 26777 died...\u000a13:34:04.425647 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26777): Terminated: ok {rc=0}\u000a13:34:04.435159 --- ParallelTerminationStrategy: PID 26778 died...\u000a13:34:04.487297 run iperf3-srv_10.42.42.10(pid=26778): Terminated {rc=256}\u000a13:34:04.496778 --- ParallelTerminationStrategy: PID 26779 died...\u000a13:34:04.549101 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26779): Terminated: ok {rc=0}\u000a13:34:04.558838 --- ParallelTerminationStrategy: PID 26780 died...\u000a13:34:04.610961 run iperf3-srv_10.42.42.10(pid=26780): Terminated {rc=256}\u000a13:34:04.620312 --- ParallelTerminationStrategy: PID 26781 died...\u000a13:34:04.672299 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26781): Terminated: ok {rc=0}\u000a13:34:04.681875 --- ParallelTerminationStrategy: PID 26782 died...\u000a13:34:04.733882 run iperf3-srv_10.42.42.10(pid=26782): Terminated {rc=256}\u000a13:34:04.743201 --- ParallelTerminationStrategy: PID 26785 died...\u000a13:34:04.795239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26785): Terminated: ok {rc=0}\u000a13:34:04.804745 --- ParallelTerminationStrategy: PID 26788 died...\u000a13:34:04.856918 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26788): Terminated: ok {rc=0}\u000a13:34:04.866474 --- ParallelTerminationStrategy: PID 26791 died...\u000a13:34:04.918815 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26791): Terminated: ok {rc=0}\u000a13:34:05.006321 bus /gobi_4: Setting Powered False\u000a13:34:06.109742 bus /gobi_4: Setting Powered False\u000a13:34:07.216462 bus /gobi_1: Setting Powered False\u000a13:34:08.321739 bus /gobi_1: Setting Powered False\u000a13:34:09.428333 bus /gobi_0: Setting Powered False\u000a13:34:10.534098 bus /gobi_0: Setting Powered False\u000a13:34:11.646870 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26799): Process ended prematurely: osmo-stp_10.42.42.5(pid=26799) [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26799)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26799): Process ended prematurely: osmo-stp_10.42.42.5(pid=26799) [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26799)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-sysmocell5000+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a13:34:12.712837 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:34:12.724593 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:34:12.862603 tst ping.py: using LAC 34288\u000a13:34:12.981956 tst ping.py: using RAC 118\u000a13:34:13.102551 tst ping.py: using CellId 34288\u000a13:34:13.219478 tst ping.py: using BVCI 34289\u000a13:34:13.242371 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:34:13.253383 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:34:13.264175 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:34:13.274978 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:34:13.285705 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:34:13.296758 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:34:13.307671 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:34:13.318520 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:34:13.609306 tst ping.py:19: start network...\u000a13:34:13.744190 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:34:14.251053 run create_hlr_db(pid=26793): Launched\u000a13:34:14.438232 bus /gobi_6: Setting Powered False\u000a13:34:15.457637 run create_hlr_db(pid=26793): Terminated: ok {rc=0}\u000a13:34:15.918539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26795): Launched\u000a13:34:16.291163 run osmo-hlr_10.42.42.2(pid=26796): Launched\u000a13:34:16.501412 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:34:17.098400 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26798): Launched\u000a13:34:17.485431 run osmo-stp_10.42.42.5(pid=26799): Launched\u000a13:34:17.593301 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:34:18.118172 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26801): Launched\u000a13:34:18.225249 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:34:18.489078 run patchelf(pid=26802): Launched\u000a13:34:18.664363 run osmo-stp_10.42.42.5(pid=26799): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26799)]\u000a13:34:18.792887 run osmo-stp_10.42.42.5(pid=26799): stdout: \u000a| (launched: 2022-12-13_13:34:17.257938)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:34:18.921596 run osmo-stp_10.42.42.5(pid=26799): stderr: \u000a| �[0;m�[38;5;43m20221213133417459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133417459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133417459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133417459 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133417460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133417460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133417460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:34:19.045325 run osmo-stp_10.42.42.5(pid=26799): stdout: \u000a| (launched: 2022-12-13_13:34:17.257938)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:34:19.167744 run osmo-stp_10.42.42.5(pid=26799): stderr: \u000a| �[0;m�[38;5;43m20221213133417459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133417459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133417459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133417459 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133417460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133417460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133417460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:34:19.311054 run patchelf(pid=26802): Terminating (SIGINT)\u000a13:34:19.479748 run patchelf(pid=26802): Terminated: ok {rc=0}\u000a13:34:19.510504 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26799): Process ended prematurely: osmo-stp_10.42.42.5(pid=26799) [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26799)] [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22]\u000a13:34:19.519184 tst ping.py:22: Test FAILED (6.8 sec)\u000a13:34:19.579023 run osmo-hlr_10.42.42.2(pid=26796): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26796)]\u000a13:34:19.627634 run osmo-hlr_10.42.42.2(pid=26796): stdout: \u000a| (launched: 2022-12-13_13:34:16.105280) \u000a13:34:19.676834 run osmo-hlr_10.42.42.2(pid=26796): stderr: \u000a| �[0;m�[1;31m20221213133416419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213133416419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213133416419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133416419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133416419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213133416419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213133416437 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-sysmocell5000+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213133416450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213133416450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213133416450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:34:19.719603 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26795): Terminating (SIGTERM)\u000a13:34:19.759255 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26798): Terminating (SIGTERM)\u000a13:34:19.798829 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26801): Terminating (SIGTERM)\u000a13:34:19.808038 --- ParallelTerminationStrategy: PID 26795 died...\u000a13:34:19.861265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26795): Terminated: ok {rc=0}\u000a13:34:19.870773 --- ParallelTerminationStrategy: PID 26798 died...\u000a13:34:19.923450 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26798): Terminated: ok {rc=0}\u000a13:34:19.933100 --- ParallelTerminationStrategy: PID 26801 died...\u000a13:34:19.985696 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26801): Terminated: ok {rc=0}\u000a13:34:20.073677 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26809): Process ended prematurely: osmo-stp_10.42.42.5(pid=26809) [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26809)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26809): Process ended prematurely: osmo-stp_10.42.42.5(pid=26809) [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26809)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-sysmocell5000+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a13:34:21.125397 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:34:21.137053 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:34:21.274211 tst ping_idle_ping.py: using LAC 34289\u000a13:34:21.401213 tst ping_idle_ping.py: using RAC 119\u000a13:34:21.529328 tst ping_idle_ping.py: using CellId 34289\u000a13:34:21.650108 tst ping_idle_ping.py: using BVCI 34290\u000a13:34:21.673133 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:34:21.684209 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:34:21.695089 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:34:21.706276 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:34:21.717015 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:34:21.727926 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:34:21.739041 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:34:21.749904 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:34:22.027294 tst ping_idle_ping.py:24: start network...\u000a13:34:22.151864 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:34:22.637484 run create_hlr_db(pid=26803): Launched\u000a13:34:22.812035 bus /gobi_6: Setting Powered False\u000a13:34:23.833010 run create_hlr_db(pid=26803): Terminated: ok {rc=0}\u000a13:34:24.263866 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26805): Launched\u000a13:34:24.588443 run osmo-hlr_10.42.42.2(pid=26806): Launched\u000a13:34:24.707340 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:34:25.271855 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26808): Launched\u000a13:34:25.594573 run osmo-stp_10.42.42.5(pid=26809): Launched\u000a13:34:25.711308 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:34:26.275797 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26811): Launched\u000a13:34:26.391105 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:34:26.674691 run patchelf(pid=26812): Launched\u000a13:34:26.864600 run osmo-stp_10.42.42.5(pid=26809): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26809)]\u000a13:34:27.003489 run osmo-stp_10.42.42.5(pid=26809): stdout: \u000a| (launched: 2022-12-13_13:34:25.435486)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:34:27.143400 run osmo-stp_10.42.42.5(pid=26809): stderr: \u000a| �[0;m�[38;5;43m20221213133425623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133425623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133425623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133425624 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133425624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133425624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133425624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:34:27.278091 run osmo-stp_10.42.42.5(pid=26809): stdout: \u000a| (launched: 2022-12-13_13:34:25.435486)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:34:27.411238 run osmo-stp_10.42.42.5(pid=26809): stderr: \u000a| �[0;m�[38;5;43m20221213133425623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133425623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133425623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133425624 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133425624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133425624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133425624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:34:27.566653 run patchelf(pid=26812): Terminating (SIGINT)\u000a13:34:27.748617 run patchelf(pid=26812): Terminated: ok {rc=0}\u000a13:34:27.782001 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26809): Process ended prematurely: osmo-stp_10.42.42.5(pid=26809) [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26809)] [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a13:34:27.791281 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a13:34:27.854727 run osmo-hlr_10.42.42.2(pid=26806): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26806)]\u000a13:34:27.906167 run osmo-hlr_10.42.42.2(pid=26806): stdout: \u000a| (launched: 2022-12-13_13:34:24.427826) \u000a13:34:27.958076 run osmo-hlr_10.42.42.2(pid=26806): stderr: \u000a| �[0;m�[1;31m20221213133424622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213133424622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213133424622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133424622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133424622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213133424622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213133424634 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-sysmocell5000+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213133424643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213133424643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213133424643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:34:28.002545 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26805): Terminating (SIGTERM)\u000a13:34:28.044574 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26808): Terminating (SIGTERM)\u000a13:34:28.087499 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26811): Terminating (SIGTERM)\u000a13:34:28.097331 --- ParallelTerminationStrategy: PID 26805 died...\u000a13:34:28.154232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26805): Terminated: ok {rc=0}\u000a13:34:28.164518 --- ParallelTerminationStrategy: PID 26808 died...\u000a13:34:28.221387 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26808): Terminated: ok {rc=0}\u000a13:34:28.231591 --- ParallelTerminationStrategy: PID 26811 died...\u000a13:34:28.288658 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26811): Terminated: ok {rc=0}\u000a13:34:28.376133 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "70", "name" : "gprs_trx-sysmocell5000+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:33:29" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26827): Process ended prematurely: osmo-stp_10.42.42.5(pid=26827) [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26827)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26827): Process ended prematurely: osmo-stp_10.42.42.5(pid=26827) [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26827)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:34:30.553284 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:34:30.564632 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:34:30.739976 tst cs_paging_gprs_active.py: using LAC 34290\u000a13:34:30.884076 tst cs_paging_gprs_active.py: using RAC 120\u000a13:34:31.032271 tst cs_paging_gprs_active.py: using CellId 34290\u000a13:34:31.161602 tst cs_paging_gprs_active.py: using BVCI 34291\u000a13:34:31.188687 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:34:31.201178 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:34:31.213689 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:34:31.226094 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:34:31.239686 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:34:31.253331 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:34:31.266864 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:34:31.279997 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:34:31.293525 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:34:31.420249 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:34:31.725302 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:34:31.866906 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:34:32.251103 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26816): Launched\u000a13:34:32.533039 run iperf3-srv_10.42.42.10(pid=26817): Launched\u000a13:34:32.734151 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:34:32.871309 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:34:33.211187 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26818): Launched\u000a13:34:33.492938 run iperf3-srv_10.42.42.10(pid=26819): Launched\u000a13:34:33.694173 tst cs_paging_gprs_active.py:38: start network...\u000a13:34:33.831790 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:34:34.349681 run create_hlr_db(pid=26820): Launched\u000a13:34:34.538964 bus /gobi_6: Setting Powered False\u000a13:34:35.559490 run create_hlr_db(pid=26820): Terminated: ok {rc=0}\u000a13:34:35.971164 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26823): Launched\u000a13:34:36.276451 run osmo-hlr_10.42.42.2(pid=26824): Launched\u000a13:34:36.388752 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:34:36.919189 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26826): Launched\u000a13:34:37.225200 run osmo-stp_10.42.42.5(pid=26827): Launched\u000a13:34:37.337403 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:34:37.870248 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26829): Launched\u000a13:34:37.979441 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:34:38.246955 run patchelf(pid=26830): Launched\u000a13:34:38.426042 run osmo-stp_10.42.42.5(pid=26827): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26827)]\u000a13:34:38.556459 run osmo-stp_10.42.42.5(pid=26827): stdout: \u000a| (launched: 2022-12-13_13:34:37.074290)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:34:38.687481 run osmo-stp_10.42.42.5(pid=26827): stderr: \u000a| �[0;m�[38;5;43m20221213133437243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133437244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133437244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133437244 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133437245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133437245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133437245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:34:38.813551 run osmo-stp_10.42.42.5(pid=26827): stdout: \u000a| (launched: 2022-12-13_13:34:37.074290)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:34:38.938301 run osmo-stp_10.42.42.5(pid=26827): stderr: \u000a| �[0;m�[38;5;43m20221213133437243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133437244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133437244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133437244 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133437245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133437245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133437245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:34:39.083845 run patchelf(pid=26830): Terminating (SIGINT)\u000a13:34:39.255232 run patchelf(pid=26830): Terminated: ok {rc=0}\u000a13:34:39.286740 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26827): Process ended prematurely: osmo-stp_10.42.42.5(pid=26827) [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26827)] [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a13:34:39.296029 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a13:34:39.354970 run osmo-hlr_10.42.42.2(pid=26824): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26824)]\u000a13:34:39.403021 run osmo-hlr_10.42.42.2(pid=26824): stdout: \u000a| (launched: 2022-12-13_13:34:36.126336) \u000a13:34:39.451804 run osmo-hlr_10.42.42.2(pid=26824): stderr: \u000a| �[0;m�[1;31m20221213133436299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213133436299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213133436299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133436299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133436299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213133436299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213133436312 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213133436320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213133436320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213133436320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:34:39.493585 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26816): Terminating (SIGTERM)\u000a13:34:39.532607 run iperf3-srv_10.42.42.10(pid=26817): Terminating (SIGTERM)\u000a13:34:39.571847 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26818): Terminating (SIGTERM)\u000a13:34:39.611050 run iperf3-srv_10.42.42.10(pid=26819): Terminating (SIGTERM)\u000a13:34:39.650261 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26823): Terminating (SIGTERM)\u000a13:34:39.689554 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26826): Terminating (SIGTERM)\u000a13:34:39.729322 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26829): Terminating (SIGTERM)\u000a13:34:39.738481 --- ParallelTerminationStrategy: PID 26816 died...\u000a13:34:39.790887 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26816): Terminated: ok {rc=0}\u000a13:34:39.800303 --- ParallelTerminationStrategy: PID 26817 died...\u000a13:34:39.852758 run iperf3-srv_10.42.42.10(pid=26817): Terminated {rc=256}\u000a13:34:39.862136 --- ParallelTerminationStrategy: PID 26818 died...\u000a13:34:39.914739 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26818): Terminated: ok {rc=0}\u000a13:34:39.924027 --- ParallelTerminationStrategy: PID 26819 died...\u000a13:34:39.976136 run iperf3-srv_10.42.42.10(pid=26819): Terminated {rc=256}\u000a13:34:39.985867 --- ParallelTerminationStrategy: PID 26823 died...\u000a13:34:40.037989 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26823): Terminated: ok {rc=0}\u000a13:34:40.047443 --- ParallelTerminationStrategy: PID 26826 died...\u000a13:34:40.099638 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26826): Terminated: ok {rc=0}\u000a13:34:40.109115 --- ParallelTerminationStrategy: PID 26829 died...\u000a13:34:40.161111 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26829): Terminated: ok {rc=0}\u000a13:34:40.247748 bus /gobi_0: Setting Powered False\u000a13:34:41.353510 bus /gobi_0: Setting Powered False\u000a13:34:42.462269 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26839): Process ended prematurely: osmo-stp_10.42.42.5(pid=26839) [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26839)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26839): Process ended prematurely: osmo-stp_10.42.42.5(pid=26839) [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26839)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a13:34:43.578084 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:34:43.590265 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:34:43.753739 tst iperf3.py: using LAC 34291\u000a13:34:43.882357 tst iperf3.py: using RAC 121\u000a13:34:44.011419 tst iperf3.py: using CellId 34291\u000a13:34:44.142746 tst iperf3.py: using BVCI 34292\u000a13:34:44.167872 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:34:44.179599 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:34:44.191182 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:34:44.202525 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:34:44.214273 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:34:44.226347 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:34:44.238311 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:34:44.250049 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:34:44.262046 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:34:44.559366 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:34:44.696298 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:34:45.035415 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26831): Launched\u000a13:34:45.320507 run iperf3-srv_10.42.42.10(pid=26832): Launched\u000a13:34:45.518970 tst iperf3.py:8: start network...\u000a13:34:45.655635 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:34:46.207038 run create_hlr_db(pid=26833): Launched\u000a13:34:46.401511 bus /gobi_6: Setting Powered False\u000a13:34:47.406820 run create_hlr_db(pid=26833): Terminated: ok {rc=0}\u000a13:34:47.830318 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26835): Launched\u000a13:34:48.138617 run osmo-hlr_10.42.42.2(pid=26836): Launched\u000a13:34:48.259750 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:34:48.798151 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26838): Launched\u000a13:34:49.103619 run osmo-stp_10.42.42.5(pid=26839): Launched\u000a13:34:49.215391 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:34:49.750003 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26841): Launched\u000a13:34:49.858632 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:34:50.125676 run patchelf(pid=26842): Launched\u000a13:34:50.304701 run osmo-stp_10.42.42.5(pid=26839): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26839)]\u000a13:34:50.436347 run osmo-stp_10.42.42.5(pid=26839): stdout: \u000a| (launched: 2022-12-13_13:34:48.953276)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:34:50.567169 run osmo-stp_10.42.42.5(pid=26839): stderr: \u000a| �[0;m�[38;5;43m20221213133449119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133449119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133449119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133449120 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133449120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133449120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133449120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:34:50.693358 run osmo-stp_10.42.42.5(pid=26839): stdout: \u000a| (launched: 2022-12-13_13:34:48.953276)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:34:50.818428 run osmo-stp_10.42.42.5(pid=26839): stderr: \u000a| �[0;m�[38;5;43m20221213133449119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133449119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133449119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133449120 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133449120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133449120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133449120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:34:50.964891 run patchelf(pid=26842): Terminating (SIGINT)\u000a13:34:51.137426 run patchelf(pid=26842): Terminated: ok {rc=0}\u000a13:34:51.168908 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26839): Process ended prematurely: osmo-stp_10.42.42.5(pid=26839) [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26839)] [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a13:34:51.178227 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a13:34:51.237218 run osmo-hlr_10.42.42.2(pid=26836): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26836)]\u000a13:34:51.285275 run osmo-hlr_10.42.42.2(pid=26836): stdout: \u000a| (launched: 2022-12-13_13:34:47.987022) \u000a13:34:51.334802 run osmo-hlr_10.42.42.2(pid=26836): stderr: \u000a| �[0;m�[1;31m20221213133448162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213133448162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213133448162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133448162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133448162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213133448162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213133448175 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213133448183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213133448183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213133448183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:34:51.376392 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26831): Terminating (SIGTERM)\u000a13:34:51.415548 run iperf3-srv_10.42.42.10(pid=26832): Terminating (SIGTERM)\u000a13:34:51.454922 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26835): Terminating (SIGTERM)\u000a13:34:51.494074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26838): Terminating (SIGTERM)\u000a13:34:51.533306 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26841): Terminating (SIGTERM)\u000a13:34:51.542356 --- ParallelTerminationStrategy: PID 26831 died...\u000a13:34:51.594883 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26831): Terminated: ok {rc=0}\u000a13:34:51.604243 --- ParallelTerminationStrategy: PID 26832 died...\u000a13:34:51.656289 run iperf3-srv_10.42.42.10(pid=26832): Terminated {rc=256}\u000a13:34:51.665687 --- ParallelTerminationStrategy: PID 26835 died...\u000a13:34:51.718116 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26835): Terminated: ok {rc=0}\u000a13:34:51.727552 --- ParallelTerminationStrategy: PID 26838 died...\u000a13:34:51.779603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26838): Terminated: ok {rc=0}\u000a13:34:51.789033 --- ParallelTerminationStrategy: PID 26841 died...\u000a13:34:51.841904 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26841): Terminated: ok {rc=0}\u000a13:34:51.928751 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26857): Process ended prematurely: osmo-stp_10.42.42.5(pid=26857) [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26857)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26857): Process ended prematurely: osmo-stp_10.42.42.5(pid=26857) [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26857)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a13:34:53.039821 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:34:53.051604 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:34:53.213636 tst iperf3m4.py: using LAC 34292\u000a13:34:53.336505 tst iperf3m4.py: using RAC 122\u000a13:34:53.458765 tst iperf3m4.py: using CellId 34292\u000a13:34:53.580717 tst iperf3m4.py: using BVCI 34293\u000a13:34:53.604125 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:34:53.615298 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:34:53.626269 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:34:53.637160 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:34:53.648513 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:34:53.660022 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:34:53.671665 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:34:53.683102 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:34:53.694590 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:34:53.817269 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:34:53.939070 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:34:54.058158 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:34:54.338725 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:34:54.465774 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:34:54.782785 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26843): Launched\u000a13:34:55.046925 run iperf3-srv_10.42.42.10(pid=26844): Launched\u000a13:34:55.234968 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:34:55.362950 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:34:55.681942 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26845): Launched\u000a13:34:55.945107 run iperf3-srv_10.42.42.10(pid=26846): Launched\u000a13:34:56.132607 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:34:56.259376 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:34:56.577040 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26847): Launched\u000a13:34:56.841530 run iperf3-srv_10.42.42.10(pid=26848): Launched\u000a13:34:57.028348 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:34:57.155710 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:34:57.472920 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26849): Launched\u000a13:34:57.738504 run iperf3-srv_10.42.42.10(pid=26850): Launched\u000a13:34:57.924778 tst iperf3m4.py:8: start network...\u000a13:34:58.052391 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:34:58.542572 run create_hlr_db(pid=26851): Launched\u000a13:34:58.718567 bus /gobi_6: Setting Powered False\u000a13:34:59.739863 run create_hlr_db(pid=26851): Terminated: ok {rc=0}\u000a13:35:00.148611 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26853): Launched\u000a13:35:00.454927 run osmo-hlr_10.42.42.2(pid=26854): Launched\u000a13:35:00.575548 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:35:01.168253 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26856): Launched\u000a13:35:01.636413 run osmo-stp_10.42.42.5(pid=26857): Launched\u000a13:35:01.876059 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:35:02.449277 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26862): Launched\u000a13:35:02.566506 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:35:02.852734 run patchelf(pid=26863): Launched\u000a13:35:03.043838 run osmo-stp_10.42.42.5(pid=26857): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26857)]\u000a13:35:03.184335 run osmo-stp_10.42.42.5(pid=26857): stdout: \u000a| (launched: 2022-12-13_13:35:01.328593)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:35:03.324288 run osmo-stp_10.42.42.5(pid=26857): stderr: \u000a| �[0;m�[38;5;43m20221213133501631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133501631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133501632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133501633 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133501634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133501634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133501634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:35:03.459920 run osmo-stp_10.42.42.5(pid=26857): stdout: \u000a| (launched: 2022-12-13_13:35:01.328593)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:35:03.594492 run osmo-stp_10.42.42.5(pid=26857): stderr: \u000a| �[0;m�[38;5;43m20221213133501631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133501631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133501632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133501633 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133501634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133501634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133501634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:35:03.750818 run patchelf(pid=26863): Terminating (SIGINT)\u000a13:35:03.934536 run patchelf(pid=26863): Terminated: ok {rc=0}\u000a13:35:03.967971 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26857): Process ended prematurely: osmo-stp_10.42.42.5(pid=26857) [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26857)] [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a13:35:03.978062 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a13:35:04.041339 run osmo-hlr_10.42.42.2(pid=26854): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26854)]\u000a13:35:04.093226 run osmo-hlr_10.42.42.2(pid=26854): stdout: \u000a| (launched: 2022-12-13_13:35:00.304396) \u000a13:35:04.145426 run osmo-hlr_10.42.42.2(pid=26854): stderr: \u000a| �[0;m�[1;31m20221213133500480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213133500480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213133500480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133500480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133500480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213133500480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213133500493 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213133500502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213133500502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213133500502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:35:04.190078 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26843): Terminating (SIGTERM)\u000a13:35:04.232133 run iperf3-srv_10.42.42.10(pid=26844): Terminating (SIGTERM)\u000a13:35:04.274386 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26845): Terminating (SIGTERM)\u000a13:35:04.316647 run iperf3-srv_10.42.42.10(pid=26846): Terminating (SIGTERM)\u000a13:35:04.359019 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26847): Terminating (SIGTERM)\u000a13:35:04.401361 run iperf3-srv_10.42.42.10(pid=26848): Terminating (SIGTERM)\u000a13:35:04.443224 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26849): Terminating (SIGTERM)\u000a13:35:04.485016 run iperf3-srv_10.42.42.10(pid=26850): Terminating (SIGTERM)\u000a13:35:04.526727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26853): Terminating (SIGTERM)\u000a13:35:04.568415 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26856): Terminating (SIGTERM)\u000a13:35:04.610524 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26862): Terminating (SIGTERM)\u000a13:35:04.620099 --- ParallelTerminationStrategy: PID 26843 died...\u000a13:35:04.675899 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26843): Terminated: ok {rc=0}\u000a13:35:04.685824 --- ParallelTerminationStrategy: PID 26844 died...\u000a13:35:04.741093 run iperf3-srv_10.42.42.10(pid=26844): Terminated {rc=256}\u000a13:35:04.750863 --- ParallelTerminationStrategy: PID 26845 died...\u000a13:35:04.806359 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26845): Terminated: ok {rc=0}\u000a13:35:04.816215 --- ParallelTerminationStrategy: PID 26846 died...\u000a13:35:04.871484 run iperf3-srv_10.42.42.10(pid=26846): Terminated {rc=256}\u000a13:35:04.881352 --- ParallelTerminationStrategy: PID 26847 died...\u000a13:35:04.936854 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26847): Terminated: ok {rc=0}\u000a13:35:04.946768 --- ParallelTerminationStrategy: PID 26848 died...\u000a13:35:05.002130 run iperf3-srv_10.42.42.10(pid=26848): Terminated {rc=256}\u000a13:35:05.011986 --- ParallelTerminationStrategy: PID 26849 died...\u000a13:35:05.067755 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26849): Terminated: ok {rc=0}\u000a13:35:05.078065 --- ParallelTerminationStrategy: PID 26850 died...\u000a13:35:05.133458 run iperf3-srv_10.42.42.10(pid=26850): Terminated {rc=256}\u000a13:35:05.143330 --- ParallelTerminationStrategy: PID 26853 died...\u000a13:35:05.198901 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26853): Terminated: ok {rc=0}\u000a13:35:05.208793 --- ParallelTerminationStrategy: PID 26856 died...\u000a13:35:05.264273 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26856): Terminated: ok {rc=0}\u000a13:35:05.274220 --- ParallelTerminationStrategy: PID 26862 died...\u000a13:35:05.329843 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26862): Terminated: ok {rc=0}\u000a13:35:05.416631 bus /gobi_4: Setting Powered False\u000a13:35:06.519681 bus /gobi_4: Setting Powered False\u000a13:35:07.629331 bus /gobi_1: Setting Powered False\u000a13:35:08.731358 bus /gobi_1: Setting Powered False\u000a13:35:09.842354 bus /gobi_0: Setting Powered False\u000a13:35:10.944417 bus /gobi_0: Setting Powered False\u000a13:35:12.051771 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26871): Process ended prematurely: osmo-stp_10.42.42.5(pid=26871) [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26871)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26871): Process ended prematurely: osmo-stp_10.42.42.5(pid=26871) [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26871)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a13:35:13.117255 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:35:13.128826 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:35:13.287116 tst ping.py: using LAC 34293\u000a13:35:13.406459 tst ping.py: using RAC 123\u000a13:35:13.523693 tst ping.py: using CellId 34293\u000a13:35:13.643105 tst ping.py: using BVCI 34294\u000a13:35:13.665888 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:35:13.677131 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:35:13.688063 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:35:13.699084 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:35:13.710528 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:35:13.722048 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:35:13.733715 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:35:13.745106 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:35:14.021538 tst ping.py:19: start network...\u000a13:35:14.146281 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:35:14.624562 run create_hlr_db(pid=26865): Launched\u000a13:35:14.796552 bus /gobi_6: Setting Powered False\u000a13:35:15.818449 run create_hlr_db(pid=26865): Terminated: ok {rc=0}\u000a13:35:16.302892 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26867): Launched\u000a13:35:16.714714 run osmo-hlr_10.42.42.2(pid=26868): Launched\u000a13:35:16.932887 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:35:17.546858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26870): Launched\u000a13:35:17.846220 run osmo-stp_10.42.42.5(pid=26871): Launched\u000a13:35:17.954912 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:35:18.481130 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26873): Launched\u000a13:35:18.587207 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:35:18.849026 run patchelf(pid=26874): Launched\u000a13:35:19.024313 run osmo-stp_10.42.42.5(pid=26871): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26871)]\u000a13:35:19.153625 run osmo-stp_10.42.42.5(pid=26871): stdout: \u000a| (launched: 2022-12-13_13:35:17.698613)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:35:19.282031 run osmo-stp_10.42.42.5(pid=26871): stderr: \u000a| �[0;m�[38;5;43m20221213133517864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133517865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133517865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133517865 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133517866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133517866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133517866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:35:19.405808 run osmo-stp_10.42.42.5(pid=26871): stdout: \u000a| (launched: 2022-12-13_13:35:17.698613)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:35:19.528506 run osmo-stp_10.42.42.5(pid=26871): stderr: \u000a| �[0;m�[38;5;43m20221213133517864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133517865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133517865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133517865 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133517866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133517866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133517866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:35:19.671313 run patchelf(pid=26874): Terminating (SIGINT)\u000a13:35:19.839413 run patchelf(pid=26874): Terminated: ok {rc=0}\u000a13:35:19.870017 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26871): Process ended prematurely: osmo-stp_10.42.42.5(pid=26871) [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26871)] [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22]\u000a13:35:19.878678 tst ping.py:22: Test FAILED (6.8 sec)\u000a13:35:19.938757 run osmo-hlr_10.42.42.2(pid=26868): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26868)]\u000a13:35:19.987911 run osmo-hlr_10.42.42.2(pid=26868): stdout: \u000a| (launched: 2022-12-13_13:35:16.470968) \u000a13:35:20.037552 run osmo-hlr_10.42.42.2(pid=26868): stderr: \u000a| �[0;m�[1;31m20221213133516796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213133516796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213133516796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133516796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133516796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213133516796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213133516823 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213133516840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213133516840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213133516840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:35:20.079973 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26867): Terminating (SIGTERM)\u000a13:35:20.120307 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26870): Terminating (SIGTERM)\u000a13:35:20.160282 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26873): Terminating (SIGTERM)\u000a13:35:20.169885 --- ParallelTerminationStrategy: PID 26867 died...\u000a13:35:20.223567 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26867): Terminated: ok {rc=0}\u000a13:35:20.233197 --- ParallelTerminationStrategy: PID 26870 died...\u000a13:35:20.286285 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26870): Terminated: ok {rc=0}\u000a13:35:20.295842 --- ParallelTerminationStrategy: PID 26873 died...\u000a13:35:20.348803 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26873): Terminated: ok {rc=0}\u000a13:35:20.436033 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26881): Process ended prematurely: osmo-stp_10.42.42.5(pid=26881) [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26881)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26881): Process ended prematurely: osmo-stp_10.42.42.5(pid=26881) [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26881)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a13:35:21.489620 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:35:21.502509 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:35:21.668400 tst ping_idle_ping.py: using LAC 34294\u000a13:35:21.797287 tst ping_idle_ping.py: using RAC 124\u000a13:35:21.925291 tst ping_idle_ping.py: using CellId 34294\u000a13:35:22.051508 tst ping_idle_ping.py: using BVCI 34295\u000a13:35:22.076729 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:35:22.088876 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:35:22.100588 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:35:22.112052 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:35:22.123727 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:35:22.135667 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:35:22.147459 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:35:22.159361 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:35:22.455211 tst ping_idle_ping.py:24: start network...\u000a13:35:22.589739 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:35:23.107025 run create_hlr_db(pid=26875): Launched\u000a13:35:23.295255 bus /gobi_6: Setting Powered False\u000a13:35:24.315422 run create_hlr_db(pid=26875): Terminated: ok {rc=0}\u000a13:35:24.747076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26877): Launched\u000a13:35:25.070700 run osmo-hlr_10.42.42.2(pid=26878): Launched\u000a13:35:25.192435 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:35:25.759504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26880): Launched\u000a13:35:26.082029 run osmo-stp_10.42.42.5(pid=26881): Launched\u000a13:35:26.199568 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:35:26.760010 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26883): Launched\u000a13:35:26.874834 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:35:27.155601 run patchelf(pid=26884): Launched\u000a13:35:27.344493 run osmo-stp_10.42.42.5(pid=26881): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26881)]\u000a13:35:27.482793 run osmo-stp_10.42.42.5(pid=26881): stdout: \u000a| (launched: 2022-12-13_13:35:25.922956)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:35:27.621540 run osmo-stp_10.42.42.5(pid=26881): stderr: \u000a| �[0;m�[38;5;43m20221213133526111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133526111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133526111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133526112 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133526112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133526112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133526112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:35:27.754887 run osmo-stp_10.42.42.5(pid=26881): stdout: \u000a| (launched: 2022-12-13_13:35:25.922956)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:35:27.886936 run osmo-stp_10.42.42.5(pid=26881): stderr: \u000a| �[0;m�[38;5;43m20221213133526111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133526111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133526111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133526112 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133526112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133526112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133526112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:35:28.041434 run patchelf(pid=26884): Terminating (SIGINT)\u000a13:35:28.223052 run patchelf(pid=26884): Terminated: ok {rc=0}\u000a13:35:28.255988 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26881): Process ended prematurely: osmo-stp_10.42.42.5(pid=26881) [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26881)] [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a13:35:28.265416 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a13:35:28.328642 run osmo-hlr_10.42.42.2(pid=26878): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26878)]\u000a13:35:28.380419 run osmo-hlr_10.42.42.2(pid=26878): stdout: \u000a| (launched: 2022-12-13_13:35:24.911172) \u000a13:35:28.432782 run osmo-hlr_10.42.42.2(pid=26878): stderr: \u000a| �[0;m�[1;31m20221213133525106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213133525106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213133525106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133525106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133525106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213133525106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213133525118 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213133525127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213133525127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213133525127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:35:28.477701 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26877): Terminating (SIGTERM)\u000a13:35:28.520803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26880): Terminating (SIGTERM)\u000a13:35:28.563407 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26883): Terminating (SIGTERM)\u000a13:35:28.573225 --- ParallelTerminationStrategy: PID 26877 died...\u000a13:35:28.630012 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26877): Terminated: ok {rc=0}\u000a13:35:28.640173 --- ParallelTerminationStrategy: PID 26880 died...\u000a13:35:28.696060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26880): Terminated: ok {rc=0}\u000a13:35:28.706033 --- ParallelTerminationStrategy: PID 26883 died...\u000a13:35:28.761770 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26883): Terminated: ok {rc=0}\u000a13:35:28.846955 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "71", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:34:30" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26899): Process ended prematurely: osmo-stp_10.42.42.5(pid=26899) [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26899)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26899): Process ended prematurely: osmo-stp_10.42.42.5(pid=26899) [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26899)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:35:31.042611 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:35:31.054621 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:35:31.253810 tst cs_paging_gprs_active.py: using LAC 34295\u000a13:35:31.391037 tst cs_paging_gprs_active.py: using RAC 125\u000a13:35:31.515105 tst cs_paging_gprs_active.py: using CellId 34295\u000a13:35:31.638737 tst cs_paging_gprs_active.py: using BVCI 34296\u000a13:35:31.663310 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:35:31.675002 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:35:31.686587 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:35:31.698104 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:35:31.709517 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:35:31.720735 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:35:31.732287 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:35:31.743704 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:35:31.755305 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:35:31.896650 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:35:32.227055 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:35:32.363069 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:35:32.680691 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26889): Launched\u000a13:35:32.946546 run iperf3-srv_10.42.42.10(pid=26890): Launched\u000a13:35:33.132327 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:35:33.259047 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:35:33.575847 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26891): Launched\u000a13:35:33.838618 run iperf3-srv_10.42.42.10(pid=26892): Launched\u000a13:35:34.024478 tst cs_paging_gprs_active.py:38: start network...\u000a13:35:34.151585 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:35:34.642907 run create_hlr_db(pid=26893): Launched\u000a13:35:34.817851 bus /gobi_6: Setting Powered False\u000a13:35:35.838839 run create_hlr_db(pid=26893): Terminated: ok {rc=0}\u000a13:35:36.273122 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26895): Launched\u000a13:35:36.601951 run osmo-hlr_10.42.42.2(pid=26896): Launched\u000a13:35:36.722905 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:35:37.293802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26898): Launched\u000a13:35:37.621841 run osmo-stp_10.42.42.5(pid=26899): Launched\u000a13:35:37.741183 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:35:38.312629 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26901): Launched\u000a13:35:38.430057 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:35:38.715310 run patchelf(pid=26902): Launched\u000a13:35:38.906163 run osmo-stp_10.42.42.5(pid=26899): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26899)]\u000a13:35:39.045535 run osmo-stp_10.42.42.5(pid=26899): stdout: \u000a| (launched: 2022-12-13_13:35:37.460375)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:35:39.186390 run osmo-stp_10.42.42.5(pid=26899): stderr: \u000a| �[0;m�[38;5;43m20221213133537650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133537650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133537650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133537651 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133537651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133537651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133537651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:35:39.321717 run osmo-stp_10.42.42.5(pid=26899): stdout: \u000a| (launched: 2022-12-13_13:35:37.460375)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:35:39.455529 run osmo-stp_10.42.42.5(pid=26899): stderr: \u000a| �[0;m�[38;5;43m20221213133537650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133537650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133537650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133537651 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133537651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133537651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133537651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:35:39.611506 run patchelf(pid=26902): Terminating (SIGINT)\u000a13:35:39.794681 run patchelf(pid=26902): Terminated: ok {rc=0}\u000a13:35:39.828195 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26899): Process ended prematurely: osmo-stp_10.42.42.5(pid=26899) [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26899)] [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a13:35:39.838230 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a13:35:39.900829 run osmo-hlr_10.42.42.2(pid=26896): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26896)]\u000a13:35:39.951824 run osmo-hlr_10.42.42.2(pid=26896): stdout: \u000a| (launched: 2022-12-13_13:35:36.439849) \u000a13:35:40.003495 run osmo-hlr_10.42.42.2(pid=26896): stderr: \u000a| �[0;m�[1;31m20221213133536635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213133536635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213133536635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133536635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133536635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213133536635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213133536646 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213133536656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213133536656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213133536656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:35:40.047772 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26889): Terminating (SIGTERM)\u000a13:35:40.089645 run iperf3-srv_10.42.42.10(pid=26890): Terminating (SIGTERM)\u000a13:35:40.131612 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26891): Terminating (SIGTERM)\u000a13:35:40.173464 run iperf3-srv_10.42.42.10(pid=26892): Terminating (SIGTERM)\u000a13:35:40.215542 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26895): Terminating (SIGTERM)\u000a13:35:40.257262 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26898): Terminating (SIGTERM)\u000a13:35:40.299244 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26901): Terminating (SIGTERM)\u000a13:35:40.308775 --- ParallelTerminationStrategy: PID 26889 died...\u000a13:35:40.365012 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26889): Terminated: ok {rc=0}\u000a13:35:40.375064 --- ParallelTerminationStrategy: PID 26890 died...\u000a13:35:40.430804 run iperf3-srv_10.42.42.10(pid=26890): Terminated {rc=256}\u000a13:35:40.440783 --- ParallelTerminationStrategy: PID 26891 died...\u000a13:35:40.496512 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26891): Terminated: ok {rc=0}\u000a13:35:40.506343 --- ParallelTerminationStrategy: PID 26892 died...\u000a13:35:40.562143 run iperf3-srv_10.42.42.10(pid=26892): Terminated {rc=256}\u000a13:35:40.572061 --- ParallelTerminationStrategy: PID 26895 died...\u000a13:35:40.627779 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26895): Terminated: ok {rc=0}\u000a13:35:40.637853 --- ParallelTerminationStrategy: PID 26898 died...\u000a13:35:40.693502 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26898): Terminated: ok {rc=0}\u000a13:35:40.703508 --- ParallelTerminationStrategy: PID 26901 died...\u000a13:35:40.759126 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26901): Terminated: ok {rc=0}\u000a13:35:40.845365 bus /gobi_0: Setting Powered False\u000a13:35:41.949883 bus /gobi_0: Setting Powered False\u000a13:35:43.059710 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26911): Process ended prematurely: osmo-stp_10.42.42.5(pid=26911) [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26911)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26911): Process ended prematurely: osmo-stp_10.42.42.5(pid=26911) [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26911)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a13:35:44.169296 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:35:44.180823 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:35:44.343439 tst iperf3.py: using LAC 34296\u000a13:35:44.469426 tst iperf3.py: using RAC 126\u000a13:35:44.588262 tst iperf3.py: using CellId 34296\u000a13:35:44.707760 tst iperf3.py: using BVCI 34297\u000a13:35:44.731119 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:35:44.742488 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:35:44.753387 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:35:44.764062 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:35:44.774871 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:35:44.785641 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:35:44.796936 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:35:44.807752 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:35:44.818740 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:35:45.118915 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:35:45.256188 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:35:45.595034 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26903): Launched\u000a13:35:45.913258 run iperf3-srv_10.42.42.10(pid=26904): Launched\u000a13:35:46.110178 tst iperf3.py:8: start network...\u000a13:35:46.245447 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:35:46.783520 run create_hlr_db(pid=26905): Launched\u000a13:35:46.963448 bus /gobi_6: Setting Powered False\u000a13:35:47.982245 run create_hlr_db(pid=26905): Terminated: ok {rc=0}\u000a13:35:48.417392 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26907): Launched\u000a13:35:48.745098 run osmo-hlr_10.42.42.2(pid=26908): Launched\u000a13:35:48.866022 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:35:49.437738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26910): Launched\u000a13:35:49.764483 run osmo-stp_10.42.42.5(pid=26911): Launched\u000a13:35:49.883116 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:35:50.452890 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26913): Launched\u000a13:35:50.569958 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:35:50.856329 run patchelf(pid=26914): Launched\u000a13:35:51.047974 run osmo-stp_10.42.42.5(pid=26911): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26911)]\u000a13:35:51.188555 run osmo-stp_10.42.42.5(pid=26911): stdout: \u000a| (launched: 2022-12-13_13:35:49.604291)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:35:51.328776 run osmo-stp_10.42.42.5(pid=26911): stderr: \u000a| �[0;m�[38;5;43m20221213133549794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133549794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133549795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133549795 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133549796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133549796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133549796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:35:51.464582 run osmo-stp_10.42.42.5(pid=26911): stdout: \u000a| (launched: 2022-12-13_13:35:49.604291)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:35:51.599384 run osmo-stp_10.42.42.5(pid=26911): stderr: \u000a| �[0;m�[38;5;43m20221213133549794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133549794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133549795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133549795 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133549796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133549796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133549796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:35:51.756413 run patchelf(pid=26914): Terminating (SIGINT)\u000a13:35:51.942731 run patchelf(pid=26914): Terminated: ok {rc=0}\u000a13:35:51.976232 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26911): Process ended prematurely: osmo-stp_10.42.42.5(pid=26911) [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26911)] [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a13:35:51.986293 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a13:35:52.049935 run osmo-hlr_10.42.42.2(pid=26908): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26908)]\u000a13:35:52.101968 run osmo-hlr_10.42.42.2(pid=26908): stdout: \u000a| (launched: 2022-12-13_13:35:48.584517) \u000a13:35:52.154470 run osmo-hlr_10.42.42.2(pid=26908): stderr: \u000a| �[0;m�[1;31m20221213133548781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213133548781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213133548781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133548781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133548781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213133548781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213133548797 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213133548807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213133548807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213133548807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:35:52.199344 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26903): Terminating (SIGTERM)\u000a13:35:52.241502 run iperf3-srv_10.42.42.10(pid=26904): Terminating (SIGTERM)\u000a13:35:52.284287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26907): Terminating (SIGTERM)\u000a13:35:52.326750 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26910): Terminating (SIGTERM)\u000a13:35:52.369658 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26913): Terminating (SIGTERM)\u000a13:35:52.379322 --- ParallelTerminationStrategy: PID 26903 died...\u000a13:35:52.436242 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26903): Terminated: ok {rc=0}\u000a13:35:52.446400 --- ParallelTerminationStrategy: PID 26904 died...\u000a13:35:52.502863 run iperf3-srv_10.42.42.10(pid=26904): Terminated {rc=256}\u000a13:35:52.512750 --- ParallelTerminationStrategy: PID 26907 died...\u000a13:35:52.569252 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26907): Terminated: ok {rc=0}\u000a13:35:52.579599 --- ParallelTerminationStrategy: PID 26910 died...\u000a13:35:52.635709 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26910): Terminated: ok {rc=0}\u000a13:35:52.645771 --- ParallelTerminationStrategy: PID 26913 died...\u000a13:35:52.701849 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26913): Terminated: ok {rc=0}\u000a13:35:52.789095 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26931): Process ended prematurely: osmo-stp_10.42.42.5(pid=26931) [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26931)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26931): Process ended prematurely: osmo-stp_10.42.42.5(pid=26931) [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26931)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a13:35:53.899184 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:35:53.910960 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:35:54.079275 tst iperf3m4.py: using LAC 34297\u000a13:35:54.208444 tst iperf3m4.py: using RAC 127\u000a13:35:54.337339 tst iperf3m4.py: using CellId 34297\u000a13:35:54.468080 tst iperf3m4.py: using BVCI 34298\u000a13:35:54.493633 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:35:54.505639 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:35:54.517165 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:35:54.528725 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:35:54.540606 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:35:54.552414 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:35:54.564402 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:35:54.576097 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:35:54.588589 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:35:54.708041 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:35:54.833869 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:35:54.957515 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:35:55.240388 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:35:55.367710 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:35:55.686259 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26917): Launched\u000a13:35:55.953155 run iperf3-srv_10.42.42.10(pid=26918): Launched\u000a13:35:56.139926 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:35:56.266986 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:35:56.583818 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26919): Launched\u000a13:35:56.848126 run iperf3-srv_10.42.42.10(pid=26920): Launched\u000a13:35:57.034298 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:35:57.161069 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:35:57.479019 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26921): Launched\u000a13:35:57.744775 run iperf3-srv_10.42.42.10(pid=26922): Launched\u000a13:35:57.930676 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:35:58.057651 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:35:58.375617 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26923): Launched\u000a13:35:58.639411 run iperf3-srv_10.42.42.10(pid=26924): Launched\u000a13:35:58.824920 tst iperf3m4.py:8: start network...\u000a13:35:58.951460 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:35:59.441924 run create_hlr_db(pid=26925): Launched\u000a13:35:59.616713 bus /gobi_6: Setting Powered False\u000a13:36:00.638806 run create_hlr_db(pid=26925): Terminated: ok {rc=0}\u000a13:36:01.118037 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26927): Launched\u000a13:36:01.564862 run osmo-hlr_10.42.42.2(pid=26928): Launched\u000a13:36:01.759939 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:36:02.472339 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26930): Launched\u000a13:36:02.777802 run osmo-stp_10.42.42.5(pid=26931): Launched\u000a13:36:02.886903 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:36:03.418772 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26933): Launched\u000a13:36:03.526904 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:36:03.793526 run patchelf(pid=26934): Launched\u000a13:36:03.971697 run osmo-stp_10.42.42.5(pid=26931): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26931)]\u000a13:36:04.101984 run osmo-stp_10.42.42.5(pid=26931): stdout: \u000a| (launched: 2022-12-13_13:36:02.628413)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:36:04.232595 run osmo-stp_10.42.42.5(pid=26931): stderr: \u000a| �[0;m�[38;5;43m20221213133602797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133602798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133602798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133602798 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133602799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133602799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133602799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:36:04.358674 run osmo-stp_10.42.42.5(pid=26931): stdout: \u000a| (launched: 2022-12-13_13:36:02.628413)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:36:04.483480 run osmo-stp_10.42.42.5(pid=26931): stderr: \u000a| �[0;m�[38;5;43m20221213133602797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133602798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133602798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133602798 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133602799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133602799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133602799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:36:04.630065 run patchelf(pid=26934): Terminating (SIGINT)\u000a13:36:04.801699 run patchelf(pid=26934): Terminated: ok {rc=0}\u000a13:36:04.833571 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26931): Process ended prematurely: osmo-stp_10.42.42.5(pid=26931) [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26931)] [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a13:36:04.843201 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a13:36:04.902848 run osmo-hlr_10.42.42.2(pid=26928): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26928)]\u000a13:36:04.951543 run osmo-hlr_10.42.42.2(pid=26928): stdout: \u000a| (launched: 2022-12-13_13:36:01.289319) \u000a13:36:05.000628 run osmo-hlr_10.42.42.2(pid=26928): stderr: \u000a| �[0;m�[1;31m20221213133601521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213133601521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213133601521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133601521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133601522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213133601522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213133601535 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213133601547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213133601548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213133601548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:36:05.042750 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26917): Terminating (SIGTERM)\u000a13:36:05.082313 run iperf3-srv_10.42.42.10(pid=26918): Terminating (SIGTERM)\u000a13:36:05.122005 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26919): Terminating (SIGTERM)\u000a13:36:05.161522 run iperf3-srv_10.42.42.10(pid=26920): Terminating (SIGTERM)\u000a13:36:05.201205 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26921): Terminating (SIGTERM)\u000a13:36:05.240536 run iperf3-srv_10.42.42.10(pid=26922): Terminating (SIGTERM)\u000a13:36:05.280123 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26923): Terminating (SIGTERM)\u000a13:36:05.319512 run iperf3-srv_10.42.42.10(pid=26924): Terminating (SIGTERM)\u000a13:36:05.359030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26927): Terminating (SIGTERM)\u000a13:36:05.398620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26930): Terminating (SIGTERM)\u000a13:36:05.438154 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26933): Terminating (SIGTERM)\u000a13:36:05.447319 --- ParallelTerminationStrategy: PID 26917 died...\u000a13:36:05.500865 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26917): Terminated: ok {rc=0}\u000a13:36:05.510536 --- ParallelTerminationStrategy: PID 26918 died...\u000a13:36:05.563184 run iperf3-srv_10.42.42.10(pid=26918): Terminated {rc=256}\u000a13:36:05.572556 --- ParallelTerminationStrategy: PID 26919 died...\u000a13:36:05.625840 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26919): Terminated: ok {rc=0}\u000a13:36:05.635381 --- ParallelTerminationStrategy: PID 26920 died...\u000a13:36:05.688095 run iperf3-srv_10.42.42.10(pid=26920): Terminated {rc=256}\u000a13:36:05.697805 --- ParallelTerminationStrategy: PID 26921 died...\u000a13:36:05.750833 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26921): Terminated: ok {rc=0}\u000a13:36:05.760448 --- ParallelTerminationStrategy: PID 26922 died...\u000a13:36:05.813156 run iperf3-srv_10.42.42.10(pid=26922): Terminated {rc=256}\u000a13:36:05.822832 --- ParallelTerminationStrategy: PID 26923 died...\u000a13:36:05.875858 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26923): Terminated: ok {rc=0}\u000a13:36:05.885588 --- ParallelTerminationStrategy: PID 26924 died...\u000a13:36:05.938407 run iperf3-srv_10.42.42.10(pid=26924): Terminated {rc=256}\u000a13:36:05.947911 --- ParallelTerminationStrategy: PID 26927 died...\u000a13:36:06.000684 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26927): Terminated: ok {rc=0}\u000a13:36:06.010365 --- ParallelTerminationStrategy: PID 26930 died...\u000a13:36:06.063288 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26930): Terminated: ok {rc=0}\u000a13:36:06.072932 --- ParallelTerminationStrategy: PID 26933 died...\u000a13:36:06.126404 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26933): Terminated: ok {rc=0}\u000a13:36:06.210543 bus /gobi_4: Setting Powered False\u000a13:36:07.311555 bus /gobi_4: Setting Powered False\u000a13:36:08.423703 bus /gobi_1: Setting Powered False\u000a13:36:09.526253 bus /gobi_1: Setting Powered False\u000a13:36:10.637638 bus /gobi_0: Setting Powered False\u000a13:36:11.740837 bus /gobi_0: Setting Powered False\u000a13:36:12.852702 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26941): Process ended prematurely: osmo-stp_10.42.42.5(pid=26941) [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26941)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26941): Process ended prematurely: osmo-stp_10.42.42.5(pid=26941) [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26941)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a13:36:13.919879 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:36:13.931612 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:36:14.090421 tst ping.py: using LAC 34298\u000a13:36:14.207026 tst ping.py: using RAC 128\u000a13:36:14.324232 tst ping.py: using CellId 34298\u000a13:36:14.442237 tst ping.py: using BVCI 34299\u000a13:36:14.465314 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:36:14.476330 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:36:14.487211 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:36:14.498110 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:36:14.508913 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:36:14.519916 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:36:14.530989 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:36:14.541895 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:36:14.816667 tst ping.py:19: start network...\u000a13:36:14.940328 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:36:15.418598 run create_hlr_db(pid=26935): Launched\u000a13:36:15.590805 bus /gobi_6: Setting Powered False\u000a13:36:16.651408 run create_hlr_db(pid=26935): Terminated: ok {rc=0}\u000a13:36:17.099734 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26937): Launched\u000a13:36:17.422499 run osmo-hlr_10.42.42.2(pid=26938): Launched\u000a13:36:17.542599 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:36:18.108137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26940): Launched\u000a13:36:18.407873 run osmo-stp_10.42.42.5(pid=26941): Launched\u000a13:36:18.515533 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:36:19.038890 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26943): Launched\u000a13:36:19.145317 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:36:19.406006 run patchelf(pid=26944): Launched\u000a13:36:19.580405 run osmo-stp_10.42.42.5(pid=26941): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26941)]\u000a13:36:19.708278 run osmo-stp_10.42.42.5(pid=26941): stdout: \u000a| (launched: 2022-12-13_13:36:18.260647)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:36:19.836487 run osmo-stp_10.42.42.5(pid=26941): stderr: \u000a| �[0;m�[38;5;43m20221213133618429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133618429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133618430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133618430 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133618430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133618431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133618431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:36:19.959842 run osmo-stp_10.42.42.5(pid=26941): stdout: \u000a| (launched: 2022-12-13_13:36:18.260647)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:36:20.081963 run osmo-stp_10.42.42.5(pid=26941): stderr: \u000a| �[0;m�[38;5;43m20221213133618429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133618429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133618430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133618430 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133618430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133618431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133618431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:36:20.224764 run patchelf(pid=26944): Terminating (SIGINT)\u000a13:36:20.393436 run patchelf(pid=26944): Terminated: ok {rc=0}\u000a13:36:20.424091 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26941): Process ended prematurely: osmo-stp_10.42.42.5(pid=26941) [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26941)] [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22]\u000a13:36:20.432642 tst ping.py:22: Test FAILED (6.5 sec)\u000a13:36:20.492410 run osmo-hlr_10.42.42.2(pid=26938): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26938)]\u000a13:36:20.540922 run osmo-hlr_10.42.42.2(pid=26938): stdout: \u000a| (launched: 2022-12-13_13:36:17.263392) \u000a13:36:20.589899 run osmo-hlr_10.42.42.2(pid=26938): stderr: \u000a| �[0;m�[1;31m20221213133617458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213133617458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213133617458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133617458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133617458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213133617458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213133617469 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213133617477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213133617477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213133617477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:36:20.631759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26937): Terminating (SIGTERM)\u000a13:36:20.671912 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26940): Terminating (SIGTERM)\u000a13:36:20.711495 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26943): Terminating (SIGTERM)\u000a13:36:20.720641 --- ParallelTerminationStrategy: PID 26937 died...\u000a13:36:20.773735 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26937): Terminated: ok {rc=0}\u000a13:36:20.783271 --- ParallelTerminationStrategy: PID 26940 died...\u000a13:36:20.836047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26940): Terminated: ok {rc=0}\u000a13:36:20.845875 --- ParallelTerminationStrategy: PID 26943 died...\u000a13:36:20.898431 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26943): Terminated: ok {rc=0}\u000a13:36:20.986809 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26951): Process ended prematurely: osmo-stp_10.42.42.5(pid=26951) [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26951)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26951): Process ended prematurely: osmo-stp_10.42.42.5(pid=26951) [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26951)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a13:36:22.039509 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:36:22.051689 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:36:22.214732 tst ping_idle_ping.py: using LAC 34299\u000a13:36:22.340832 tst ping_idle_ping.py: using RAC 129\u000a13:36:22.461433 tst ping_idle_ping.py: using CellId 34299\u000a13:36:22.579837 tst ping_idle_ping.py: using BVCI 34300\u000a13:36:22.602981 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:36:22.614095 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:36:22.625087 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:36:22.635930 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:36:22.646699 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:36:22.657565 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:36:22.668844 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:36:22.679899 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:36:22.959398 tst ping_idle_ping.py:24: start network...\u000a13:36:23.084646 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:36:23.570676 run create_hlr_db(pid=26945): Launched\u000a13:36:23.746080 bus /gobi_6: Setting Powered False\u000a13:36:24.766338 run create_hlr_db(pid=26945): Terminated: ok {rc=0}\u000a13:36:25.195309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26947): Launched\u000a13:36:25.518120 run osmo-hlr_10.42.42.2(pid=26948): Launched\u000a13:36:25.636440 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:36:26.196441 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26950): Launched\u000a13:36:26.517631 run osmo-stp_10.42.42.5(pid=26951): Launched\u000a13:36:26.634881 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:36:27.198173 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26953): Launched\u000a13:36:27.313881 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:36:27.596085 run patchelf(pid=26954): Launched\u000a13:36:27.785022 run osmo-stp_10.42.42.5(pid=26951): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26951)]\u000a13:36:27.923356 run osmo-stp_10.42.42.5(pid=26951): stdout: \u000a| (launched: 2022-12-13_13:36:26.359989)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:36:28.062255 run osmo-stp_10.42.42.5(pid=26951): stderr: \u000a| �[0;m�[38;5;43m20221213133626546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133626546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133626547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133626547 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133626547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133626548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133626548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:36:28.196253 run osmo-stp_10.42.42.5(pid=26951): stdout: \u000a| (launched: 2022-12-13_13:36:26.359989)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:36:28.328363 run osmo-stp_10.42.42.5(pid=26951): stderr: \u000a| �[0;m�[38;5;43m20221213133626546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133626546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133626547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133626547 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133626547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133626548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133626548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:36:28.482809 run patchelf(pid=26954): Terminating (SIGINT)\u000a13:36:28.663577 run patchelf(pid=26954): Terminated: ok {rc=0}\u000a13:36:28.696331 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26951): Process ended prematurely: osmo-stp_10.42.42.5(pid=26951) [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26951)] [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a13:36:28.705704 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a13:36:28.768994 run osmo-hlr_10.42.42.2(pid=26948): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26948)]\u000a13:36:28.820282 run osmo-hlr_10.42.42.2(pid=26948): stdout: \u000a| (launched: 2022-12-13_13:36:25.359061) \u000a13:36:28.872062 run osmo-hlr_10.42.42.2(pid=26948): stderr: \u000a| �[0;m�[1;31m20221213133625552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213133625552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213133625552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133625552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133625552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213133625552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213133625564 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213133625572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213133625572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213133625572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:36:28.916582 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26947): Terminating (SIGTERM)\u000a13:36:28.958778 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26950): Terminating (SIGTERM)\u000a13:36:29.001290 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26953): Terminating (SIGTERM)\u000a13:36:29.010995 --- ParallelTerminationStrategy: PID 26947 died...\u000a13:36:29.067345 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26947): Terminated: ok {rc=0}\u000a13:36:29.077502 --- ParallelTerminationStrategy: PID 26950 died...\u000a13:36:29.133678 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26950): Terminated: ok {rc=0}\u000a13:36:29.143711 --- ParallelTerminationStrategy: PID 26953 died...\u000a13:36:29.199689 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26953): Terminated: ok {rc=0}\u000a13:36:29.285762 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "72", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:35:30" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26964): Process ended prematurely: osmo-stp_10.42.42.5(pid=26964) [trial-2390↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26964)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26964): Process ended prematurely: osmo-stp_10.42.42.5(pid=26964) [trial-2390↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26964)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a13:36:31.358971 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:36:31.374501 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:36:31.590092 tst switch_tch_pdch.py: using LAC 34300\u000a13:36:31.729325 tst switch_tch_pdch.py: using RAC 130\u000a13:36:31.858374 tst switch_tch_pdch.py: using CellId 34300\u000a13:36:32.014551 tst switch_tch_pdch.py: using BVCI 34301\u000a13:36:32.045183 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:36:32.057068 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:36:32.068855 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:36:32.080734 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:36:32.093271 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:36:32.105873 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:36:32.118551 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:36:32.131219 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:36:32.260063 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:36:32.538462 tst switch_tch_pdch.py:51: start network...\u000a13:36:32.662903 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:36:33.143885 run create_hlr_db(pid=26958): Launched\u000a13:36:33.317732 bus /gobi_6: Setting Powered False\u000a13:36:34.337828 run create_hlr_db(pid=26958): Terminated: ok {rc=0}\u000a13:36:34.766375 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26960): Launched\u000a13:36:35.090747 run osmo-hlr_10.42.42.2(pid=26961): Launched\u000a13:36:35.209289 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:36:35.767321 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26963): Launched\u000a13:36:36.089296 run osmo-stp_10.42.42.5(pid=26964): Launched\u000a13:36:36.206347 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:36:36.765879 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26966): Launched\u000a13:36:36.880507 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:36:37.159709 run patchelf(pid=26967): Launched\u000a13:36:37.346763 run osmo-stp_10.42.42.5(pid=26964): ERR: Terminated: ERROR {rc=1} [trial-2390↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26964)]\u000a13:36:37.483625 run osmo-stp_10.42.42.5(pid=26964): stdout: \u000a| (launched: 2022-12-13_13:36:35.930119)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:36:37.621805 run osmo-stp_10.42.42.5(pid=26964): stderr: \u000a| �[0;m�[38;5;43m20221213133636118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133636118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133636118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133636118 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133636119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133636119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133636119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:36:37.754463 run osmo-stp_10.42.42.5(pid=26964): stdout: \u000a| (launched: 2022-12-13_13:36:35.930119)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:36:37.884934 run osmo-stp_10.42.42.5(pid=26964): stderr: \u000a| �[0;m�[38;5;43m20221213133636118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133636118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133636118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133636118 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133636119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133636119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133636119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:36:38.038394 run patchelf(pid=26967): Terminating (SIGINT)\u000a13:36:38.218516 run patchelf(pid=26967): Terminated: ok {rc=0}\u000a13:36:38.251340 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=26964): Process ended prematurely: osmo-stp_10.42.42.5(pid=26964) [trial-2390↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26964)] [trial-2390↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a13:36:38.260644 tst switch_tch_pdch.py:54: Test FAILED (6.9 sec)\u000a13:36:38.323061 run osmo-hlr_10.42.42.2(pid=26961): ERR: Terminated: ERROR {rc=237} [trial-2390↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26961)]\u000a13:36:38.373794 run osmo-hlr_10.42.42.2(pid=26961): stdout: \u000a| (launched: 2022-12-13_13:36:34.929977) \u000a13:36:38.425251 run osmo-hlr_10.42.42.2(pid=26961): stderr: \u000a| �[0;m�[1;31m20221213133635122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213133635122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213133635122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133635122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133635122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213133635122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213133635134 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213133635144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213133635145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213133635145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:36:38.469336 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26960): Terminating (SIGTERM)\u000a13:36:38.510916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26963): Terminating (SIGTERM)\u000a13:36:38.553148 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26966): Terminating (SIGTERM)\u000a13:36:38.562682 --- ParallelTerminationStrategy: PID 26960 died...\u000a13:36:38.618434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26960): Terminated: ok {rc=0}\u000a13:36:38.628329 --- ParallelTerminationStrategy: PID 26963 died...\u000a13:36:38.684017 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26963): Terminated: ok {rc=0}\u000a13:36:38.693929 --- ParallelTerminationStrategy: PID 26966 died...\u000a13:36:38.749285 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26966): Terminated: ok {rc=0}\u000a13:36:38.836976 bus /gobi_0: Setting Powered False\u000a13:36:39.942218 bus /gobi_0: Setting Powered False\u000a13:36:41.049383 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "73", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:36:31" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26977): Process ended prematurely: osmo-stp_10.42.42.5(pid=26977) [trial-2390↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26977)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26977): Process ended prematurely: osmo-stp_10.42.42.5(pid=26977) [trial-2390↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26977)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a13:36:43.024752 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:36:43.035767 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a13:36:43.189287 tst switch_tch_pdch.py: using LAC 34301\u000a13:36:43.320011 tst switch_tch_pdch.py: using RAC 131\u000a13:36:43.454762 tst switch_tch_pdch.py: using CellId 34301\u000a13:36:43.579131 tst switch_tch_pdch.py: using BVCI 34302\u000a13:36:43.603801 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:36:43.615513 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:36:43.627075 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:36:43.638505 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:36:43.650237 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:36:43.661875 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:36:43.673645 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:36:43.685346 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a13:36:43.803613 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a13:36:44.079718 tst switch_tch_pdch.py:51: start network...\u000a13:36:44.204111 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:36:44.661916 run create_hlr_db(pid=26971): Launched\u000a13:36:44.784800 bus /gobi_6: Setting Powered False\u000a13:36:45.857944 run create_hlr_db(pid=26971): Terminated: ok {rc=0}\u000a13:36:46.295548 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26973): Launched\u000a13:36:46.695565 run osmo-hlr_10.42.42.2(pid=26974): Launched\u000a13:36:46.920615 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:36:47.503526 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26976): Launched\u000a13:36:47.800560 run osmo-stp_10.42.42.5(pid=26977): Launched\u000a13:36:47.908363 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:36:48.403806 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26979): Launched\u000a13:36:48.509715 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:36:48.770395 run patchelf(pid=26980): Launched\u000a13:36:48.946264 run osmo-stp_10.42.42.5(pid=26977): ERR: Terminated: ERROR {rc=1} [trial-2390↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26977)]\u000a13:36:49.074281 run osmo-stp_10.42.42.5(pid=26977): stdout: \u000a| (launched: 2022-12-13_13:36:47.654966)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:36:49.202679 run osmo-stp_10.42.42.5(pid=26977): stderr: \u000a| �[0;m�[38;5;43m20221213133647822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133647822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133647822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133647823 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133647823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133647823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133647823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:36:49.325860 run osmo-stp_10.42.42.5(pid=26977): stdout: \u000a| (launched: 2022-12-13_13:36:47.654966)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:36:49.447685 run osmo-stp_10.42.42.5(pid=26977): stderr: \u000a| �[0;m�[38;5;43m20221213133647822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133647822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133647822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133647823 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133647823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133647823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133647823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:36:49.590919 run patchelf(pid=26980): Terminating (SIGINT)\u000a13:36:49.758915 run patchelf(pid=26980): Terminated: ok {rc=0}\u000a13:36:49.789570 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=26977): Process ended prematurely: osmo-stp_10.42.42.5(pid=26977) [trial-2390↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26977)] [trial-2390↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a13:36:49.798212 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a13:36:49.856882 run osmo-hlr_10.42.42.2(pid=26974): ERR: Terminated: ERROR {rc=237} [trial-2390↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26974)]\u000a13:36:49.904687 run osmo-hlr_10.42.42.2(pid=26974): stdout: \u000a| (launched: 2022-12-13_13:36:46.450860) \u000a13:36:49.954006 run osmo-hlr_10.42.42.2(pid=26974): stderr: \u000a| �[0;m�[1;31m20221213133646780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213133646780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213133646780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133646780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133646780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213133646780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213133646805 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213133646813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213133646813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213133646813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:36:49.995715 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26973): Terminating (SIGTERM)\u000a13:36:50.034868 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26976): Terminating (SIGTERM)\u000a13:36:50.074148 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26979): Terminating (SIGTERM)\u000a13:36:50.083231 --- ParallelTerminationStrategy: PID 26973 died...\u000a13:36:50.135771 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26973): Terminated: ok {rc=0}\u000a13:36:50.145272 --- ParallelTerminationStrategy: PID 26976 died...\u000a13:36:50.197447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26976): Terminated: ok {rc=0}\u000a13:36:50.206819 --- ParallelTerminationStrategy: PID 26979 died...\u000a13:36:50.258983 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26979): Terminated: ok {rc=0}\u000a13:36:50.341750 bus /gobi_0: Setting Powered False\u000a13:36:51.441871 bus /gobi_0: Setting Powered False\u000a13:36:52.547502 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "74", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:36:42" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "nitb_sms:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=26986): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26986) [trial-2390↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26986)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=26986): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26986) [trial-2390↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26986)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 nitb_sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a13:36:54.440758 tst nitb_sms:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a13:36:54.451389 tst nitb_sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a13:36:54.586762 tst mo_mt_sms.py: using LAC 34302\u000a13:36:54.703026 tst mo_mt_sms.py: using RAC 132\u000a13:36:54.821437 tst mo_mt_sms.py: using CellId 34302\u000a13:36:54.939439 tst mo_mt_sms.py: using BVCI 34303\u000a13:36:54.962565 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a13:36:55.083200 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a13:36:55.378320 tst mo_mt_sms.py:9: start nitb and bts...\u000a13:36:55.513283 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a13:36:56.176683 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26985): Launched\u000a13:36:56.495852 run osmo-nitb_10.42.42.2(pid=26986): Launched\u000a13:36:56.693259 run osmo-nitb_10.42.42.2(pid=26986): ERR: Terminated: ERROR {rc=2} [trial-2390↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26986)]\u000a13:36:56.838561 run osmo-nitb_10.42.42.2(pid=26986): stdout: \u000a| (launched: 2022-12-13_13:36:56.340017) \u000a13:36:56.984389 run osmo-nitb_10.42.42.2(pid=26986): stderr: \u000a| (launched: 2022-12-13_13:36:56.387824)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:36:57.125176 run osmo-nitb_10.42.42.2(pid=26986): stdout: \u000a| (launched: 2022-12-13_13:36:56.340017) \u000a13:36:57.265340 run osmo-nitb_10.42.42.2(pid=26986): stderr: \u000a| (launched: 2022-12-13_13:36:56.387824)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:36:57.624735 tst osmo-nitb_10.42.42.2(pid=26986): stdout: \u000a| (launched: 2022-12-13_13:36:56.340017) \u000a13:36:57.752613 tst osmo-nitb_10.42.42.2(pid=26986): stderr: \u000a| (launched: 2022-12-13_13:36:56.387824)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:36:57.808831 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=26986): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26986) [trial-2390↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26986)] [trial-2390↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11]\u000a13:36:57.817618 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a13:36:57.854190 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26985): Terminating (SIGTERM)\u000a13:36:58.032744 --- ParallelTerminationStrategy: PID 26985 died...\u000a13:36:58.091307 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26985): Terminated: ok {rc=0}\u000a13:36:58.178149 bus /sierra_3: Setting Powered False\u000a13:36:59.283318 bus /sierra_3: Setting Powered False\u000a13:37:00.390867 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "75", "name" : "nitb_sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:36:54" }, { "cases" : [ { "testActions" : [ ], "age" : 73, "className" : "sms:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26996): Process ended prematurely: osmo-stp_10.42.42.5(pid=26996) [trial-2390↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26996)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26996): Process ended prematurely: osmo-stp_10.42.42.5(pid=26996) [trial-2390↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26996)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a13:37:02.381436 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:37:02.392909 tst sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a13:37:02.534093 tst mo_mt_sms.py: using LAC 34303\u000a13:37:02.659161 tst mo_mt_sms.py: using RAC 133\u000a13:37:02.784073 tst mo_mt_sms.py: using CellId 34303\u000a13:37:02.909848 tst mo_mt_sms.py: using BVCI 34304\u000a13:37:02.934480 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:37:02.945798 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:37:02.956541 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:37:02.967513 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:37:02.978707 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:37:02.989936 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a13:37:03.111557 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a13:37:03.323228 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:37:03.828205 run create_hlr_db(pid=26990): Launched\u000a13:37:04.014969 bus /sierra_2: Setting Powered False\u000a13:37:05.035022 run create_hlr_db(pid=26990): Terminated: ok {rc=0}\u000a13:37:05.463222 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26992): Launched\u000a13:37:05.781940 run osmo-hlr_10.42.42.2(pid=26993): Launched\u000a13:37:05.896651 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:37:06.455161 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26995): Launched\u000a13:37:06.776263 run osmo-stp_10.42.42.5(pid=26996): Launched\u000a13:37:06.893348 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:37:07.481091 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26998): Launched\u000a13:37:07.803162 run osmo-msc_10.42.42.6(pid=26999): Launched\u000a13:37:07.990964 run osmo-stp_10.42.42.5(pid=26996): ERR: Terminated: ERROR {rc=1} [trial-2390↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26996)]\u000a13:37:08.127070 run osmo-stp_10.42.42.5(pid=26996): stdout: \u000a| (launched: 2022-12-13_13:37:06.618179)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:37:08.263046 run osmo-stp_10.42.42.5(pid=26996): stderr: \u000a| �[0;m�[38;5;43m20221213133706806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133706806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133706806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133706807 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133706807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133706807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133706807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:37:08.391612 run osmo-stp_10.42.42.5(pid=26996): stdout: \u000a| (launched: 2022-12-13_13:37:06.618179)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:37:08.519274 run osmo-stp_10.42.42.5(pid=26996): stderr: \u000a| �[0;m�[38;5;43m20221213133706806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133706806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133706806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133706807 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133706807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133706807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133706807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:37:08.575231 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=26996): Process ended prematurely: osmo-stp_10.42.42.5(pid=26996) [trial-2390↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26996)] [trial-2390↪sms:trx-umtrx↪mo_mt_sms.py:16]\u000a13:37:08.583773 tst mo_mt_sms.py:16: Test FAILED (6.2 sec)\u000a13:37:08.646517 run osmo-hlr_10.42.42.2(pid=26993): ERR: Terminated: ERROR {rc=237} [trial-2390↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26993)]\u000a13:37:08.697970 run osmo-hlr_10.42.42.2(pid=26993): stdout: \u000a| (launched: 2022-12-13_13:37:05.625630) \u000a13:37:08.750107 run osmo-hlr_10.42.42.2(pid=26993): stderr: \u000a| �[0;m�[1;31m20221213133705820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213133705820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213133705820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133705820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133705820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213133705820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213133705852 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/sms:trx-umtrx/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213133705861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213133705862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213133705862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:37:08.820685 run osmo-msc_10.42.42.6(pid=26999): ERR: Terminated: ERROR {rc=2} [trial-2390↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26999)]\u000a13:37:08.871868 run osmo-msc_10.42.42.6(pid=26999): stdout: \u000a| (launched: 2022-12-13_13:37:07.644837) \u000a13:37:08.923485 run osmo-msc_10.42.42.6(pid=26999): stderr: \u000a| �[0;m�[38;5;43m20221213133707963 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213133707963 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb3d8e9ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213133707963 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213133707963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213133707963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213133707963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213133707965 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213133707966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213133707966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213133707966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:37:08.967629 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26992): Terminating (SIGTERM)\u000a13:37:09.009409 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26995): Terminating (SIGTERM)\u000a13:37:09.051020 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26998): Terminating (SIGTERM)\u000a13:37:09.060686 --- ParallelTerminationStrategy: PID 26992 died...\u000a13:37:09.117106 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26992): Terminated: ok {rc=0}\u000a13:37:09.127009 --- ParallelTerminationStrategy: PID 26995 died...\u000a13:37:09.182726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26995): Terminated: ok {rc=0}\u000a13:37:09.193182 --- ParallelTerminationStrategy: PID 26998 died...\u000a13:37:09.248686 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26998): Terminated: ok {rc=0}\u000a13:37:09.334356 bus /sierra_3: Setting Powered False\u000a13:37:10.439413 bus /sierra_3: Setting Powered False\u000a13:37:11.547892 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "76", "name" : "sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:37:02" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "nitb_ussd:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=27006): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27006) [trial-2390↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27006)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=27006): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27006) [trial-2390↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27006)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 nitb_ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a13:37:13.381986 tst nitb_ussd:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a13:37:13.392931 tst nitb_ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a13:37:13.528266 tst assert_extension.py: using LAC 34304\u000a13:37:13.651154 tst assert_extension.py: using RAC 134\u000a13:37:13.773814 tst assert_extension.py: using CellId 34304\u000a13:37:13.898116 tst assert_extension.py: using BVCI 34305\u000a13:37:13.922829 tst nitb_ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a13:37:14.198800 tst assert_extension.py:10: start nitb and bts...\u000a13:37:14.323273 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a13:37:14.944708 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27005): Launched\u000a13:37:15.241573 run osmo-nitb_10.42.42.2(pid=27006): Launched\u000a13:37:15.425394 run osmo-nitb_10.42.42.2(pid=27006): ERR: Terminated: ERROR {rc=2} [trial-2390↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27006)]\u000a13:37:15.560624 run osmo-nitb_10.42.42.2(pid=27006): stdout: \u000a| (launched: 2022-12-13_13:37:15.097467) \u000a13:37:15.696212 run osmo-nitb_10.42.42.2(pid=27006): stderr: \u000a| (launched: 2022-12-13_13:37:15.142273)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:37:15.829613 run osmo-nitb_10.42.42.2(pid=27006): stdout: \u000a| (launched: 2022-12-13_13:37:15.097467) \u000a13:37:15.967417 run osmo-nitb_10.42.42.2(pid=27006): stderr: \u000a| (launched: 2022-12-13_13:37:15.142273)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:37:16.397820 tst osmo-nitb_10.42.42.2(pid=27006): stdout: \u000a| (launched: 2022-12-13_13:37:15.097467) \u000a13:37:16.554005 tst osmo-nitb_10.42.42.2(pid=27006): stderr: \u000a| (launched: 2022-12-13_13:37:15.142273)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:37:16.612792 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=27006): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27006) [trial-2390↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27006)] [trial-2390↪nitb_ussd:trx-umtrx↪assert_extension.py:12]\u000a13:37:16.622459 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a13:37:16.659664 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27005): Terminating (SIGTERM)\u000a13:37:16.838449 --- ParallelTerminationStrategy: PID 27005 died...\u000a13:37:16.901042 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27005): Terminated: ok {rc=0}\u000a13:37:16.990934 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "77", "name" : "nitb_ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:37:13" }, { "cases" : [ { "testActions" : [ ], "age" : 73, "className" : "ussd:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27016): Process ended prematurely: osmo-stp_10.42.42.5(pid=27016) [trial-2390↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27016)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27016): Process ended prematurely: osmo-stp_10.42.42.5(pid=27016) [trial-2390↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27016)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a13:37:18.824559 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:37:18.835170 tst ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a13:37:18.976858 tst assert_extension.py: using LAC 34305\u000a13:37:19.107710 tst assert_extension.py: using RAC 135\u000a13:37:19.232160 tst assert_extension.py: using CellId 34305\u000a13:37:19.357494 tst assert_extension.py: using BVCI 34306\u000a13:37:19.382028 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:37:19.393655 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:37:19.404693 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:37:19.415789 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:37:19.427227 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:37:19.438694 tst ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a13:37:19.639807 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:37:20.120679 run create_hlr_db(pid=27010): Launched\u000a13:37:20.294125 bus /sierra_2: Setting Powered False\u000a13:37:21.313764 run create_hlr_db(pid=27010): Terminated: ok {rc=0}\u000a13:37:21.743118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27012): Launched\u000a13:37:22.064313 run osmo-hlr_10.42.42.2(pid=27013): Launched\u000a13:37:22.183155 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:37:22.747492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27015): Launched\u000a13:37:23.069050 run osmo-stp_10.42.42.5(pid=27016): Launched\u000a13:37:23.185343 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:37:23.771684 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27018): Launched\u000a13:37:24.092578 run osmo-msc_10.42.42.6(pid=27019): Launched\u000a13:37:24.282079 run osmo-stp_10.42.42.5(pid=27016): ERR: Terminated: ERROR {rc=1} [trial-2390↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27016)]\u000a13:37:24.419074 run osmo-stp_10.42.42.5(pid=27016): stdout: \u000a| (launched: 2022-12-13_13:37:22.910084)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:37:24.553832 run osmo-stp_10.42.42.5(pid=27016): stderr: \u000a| �[0;m�[38;5;43m20221213133723098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133723098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133723098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133723099 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133723099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133723099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133723099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:37:24.682517 run osmo-stp_10.42.42.5(pid=27016): stdout: \u000a| (launched: 2022-12-13_13:37:22.910084)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:37:24.810173 run osmo-stp_10.42.42.5(pid=27016): stderr: \u000a| �[0;m�[38;5;43m20221213133723098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133723098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133723098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133723099 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133723099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133723099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133723099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:37:24.866125 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=27016): Process ended prematurely: osmo-stp_10.42.42.5(pid=27016) [trial-2390↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27016)] [trial-2390↪ussd:trx-umtrx↪assert_extension.py:17]\u000a13:37:24.874680 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a13:37:24.936829 run osmo-hlr_10.42.42.2(pid=27013): ERR: Terminated: ERROR {rc=237} [trial-2390↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27013)]\u000a13:37:24.987864 run osmo-hlr_10.42.42.2(pid=27013): stdout: \u000a| (launched: 2022-12-13_13:37:21.906587) \u000a13:37:25.039501 run osmo-hlr_10.42.42.2(pid=27013): stderr: \u000a| �[0;m�[1;31m20221213133722100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213133722100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213133722100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133722100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133722100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213133722101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213133722113 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/ussd:trx-umtrx/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213133722122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213133722122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213133722122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:37:25.109653 run osmo-msc_10.42.42.6(pid=27019): ERR: Terminated: ERROR {rc=2} [trial-2390↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27019)]\u000a13:37:25.160828 run osmo-msc_10.42.42.6(pid=27019): stdout: \u000a| (launched: 2022-12-13_13:37:23.934439) \u000a13:37:25.212850 run osmo-msc_10.42.42.6(pid=27019): stderr: \u000a| �[0;m�[38;5;43m20221213133724253 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213133724253 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5a8d228c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213133724253 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213133724253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213133724253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213133724254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213133724255 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213133724256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213133724256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213133724256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:37:25.256923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27012): Terminating (SIGTERM)\u000a13:37:25.298941 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27015): Terminating (SIGTERM)\u000a13:37:25.341365 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27018): Terminating (SIGTERM)\u000a13:37:25.351018 --- ParallelTerminationStrategy: PID 27012 died...\u000a13:37:25.406778 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27012): Terminated: ok {rc=0}\u000a13:37:25.416760 --- ParallelTerminationStrategy: PID 27015 died...\u000a13:37:25.471992 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27015): Terminated: ok {rc=0}\u000a13:37:25.481845 --- ParallelTerminationStrategy: PID 27018 died...\u000a13:37:25.537004 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27018): Terminated: ok {rc=0}\u000a13:37:25.622890 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "78", "name" : "ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:37:18" }, { "cases" : [ { "testActions" : [ ], "age" : 73, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27030): Process ended prematurely: osmo-stp_10.42.42.5(pid=27030) [trial-2390↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27030)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27030): Process ended prematurely: osmo-stp_10.42.42.5(pid=27030) [trial-2390↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27030)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a13:37:27.579054 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:37:27.590139 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a13:37:27.749252 tst mo_mt_call.py: using LAC 34306\u000a13:37:27.870627 tst mo_mt_call.py: using RAC 136\u000a13:37:28.000414 tst mo_mt_call.py: using CellId 34306\u000a13:37:28.130472 tst mo_mt_call.py: using BVCI 34307\u000a13:37:28.155799 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:37:28.167609 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:37:28.179354 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:37:28.190823 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:37:28.203207 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:37:28.215414 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:37:28.337404 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:37:28.539480 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:37:29.030802 run create_hlr_db(pid=27024): Launched\u000a13:37:29.206867 bus /sierra_2: Setting Powered False\u000a13:37:30.227413 run create_hlr_db(pid=27024): Terminated: ok {rc=0}\u000a13:37:30.633693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27026): Launched\u000a13:37:31.047299 run osmo-hlr_10.42.42.2(pid=27027): Launched\u000a13:37:31.352624 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:37:31.970673 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27029): Launched\u000a13:37:32.375983 run osmo-stp_10.42.42.5(pid=27030): Launched\u000a13:37:32.496370 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:37:33.104167 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27032): Launched\u000a13:37:33.434179 run osmo-msc_10.42.42.6(pid=27033): Launched\u000a13:37:33.626367 run osmo-stp_10.42.42.5(pid=27030): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27030)]\u000a13:37:33.765777 run osmo-stp_10.42.42.5(pid=27030): stdout: \u000a| (launched: 2022-12-13_13:37:32.129864)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:37:33.903080 run osmo-stp_10.42.42.5(pid=27030): stderr: \u000a| �[0;m�[38;5;43m20221213133732408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133732408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133732408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133732409 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133732409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133732409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133732409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:37:34.035026 run osmo-stp_10.42.42.5(pid=27030): stdout: \u000a| (launched: 2022-12-13_13:37:32.129864)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:37:34.165510 run osmo-stp_10.42.42.5(pid=27030): stderr: \u000a| �[0;m�[38;5;43m20221213133732408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133732408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133732408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133732409 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133732409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133732409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133732409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:37:34.223056 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27030): Process ended prematurely: osmo-stp_10.42.42.5(pid=27030) [trial-2390↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27030)] [trial-2390↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a13:37:34.232231 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a13:37:34.295223 run osmo-hlr_10.42.42.2(pid=27027): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27027)]\u000a13:37:34.346843 run osmo-hlr_10.42.42.2(pid=27027): stdout: \u000a| (launched: 2022-12-13_13:37:30.789105) \u000a13:37:34.398985 run osmo-hlr_10.42.42.2(pid=27027): stderr: \u000a| �[0;m�[1;31m20221213133731088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213133731088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213133731088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133731088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133731089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213133731090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213133731107 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213133731120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213133731120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213133731120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:37:34.469886 run osmo-msc_10.42.42.6(pid=27033): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27033)]\u000a13:37:34.521652 run osmo-msc_10.42.42.6(pid=27033): stdout: \u000a| (launched: 2022-12-13_13:37:33.271546) \u000a13:37:34.573604 run osmo-msc_10.42.42.6(pid=27033): stderr: \u000a| �[0;m�[38;5;43m20221213133733590 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213133733590 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f407c2bcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213133733590 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213133733590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213133733590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213133733590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213133733592 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213133733592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213133733593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213133733593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:37:34.618126 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27026): Terminating (SIGTERM)\u000a13:37:34.660151 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27029): Terminating (SIGTERM)\u000a13:37:34.702237 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27032): Terminating (SIGTERM)\u000a13:37:34.711853 --- ParallelTerminationStrategy: PID 27026 died...\u000a13:37:34.768005 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27026): Terminated: ok {rc=0}\u000a13:37:34.778061 --- ParallelTerminationStrategy: PID 27029 died...\u000a13:37:34.834213 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27029): Terminated: ok {rc=0}\u000a13:37:34.844211 --- ParallelTerminationStrategy: PID 27032 died...\u000a13:37:34.900225 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27032): Terminated: ok {rc=0}\u000a13:37:34.986954 bus /sierra_3: Setting Powered False\u000a13:37:36.092993 bus /sierra_3: Setting Powered False\u000a13:37:37.205359 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 73, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27041): Process ended prematurely: osmo-stp_10.42.42.5(pid=27041) [trial-2390↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27041)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27041): Process ended prematurely: osmo-stp_10.42.42.5(pid=27041) [trial-2390↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27041)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:37:38.315244 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:37:38.327245 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a13:37:38.485141 tst mo_mt_call_osmux.py: using LAC 34307\u000a13:37:38.605866 tst mo_mt_call_osmux.py: using RAC 137\u000a13:37:38.727824 tst mo_mt_call_osmux.py: using CellId 34307\u000a13:37:38.849987 tst mo_mt_call_osmux.py: using BVCI 34308\u000a13:37:38.873354 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:37:38.884339 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:37:38.895293 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:37:38.906235 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:37:38.917195 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:37:38.928083 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:37:39.050219 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:37:39.255362 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:37:39.746011 run create_hlr_db(pid=27035): Launched\u000a13:37:39.921140 bus /sierra_2: Setting Powered False\u000a13:37:40.943239 run create_hlr_db(pid=27035): Terminated: ok {rc=0}\u000a13:37:41.350184 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27037): Launched\u000a13:37:41.657615 run osmo-hlr_10.42.42.2(pid=27038): Launched\u000a13:37:41.777013 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:37:42.314425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27040): Launched\u000a13:37:42.627918 run osmo-stp_10.42.42.5(pid=27041): Launched\u000a13:37:42.738949 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:37:43.302353 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27043): Launched\u000a13:37:43.610476 run osmo-msc_10.42.42.6(pid=27044): Launched\u000a13:37:43.789584 run osmo-stp_10.42.42.5(pid=27041): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27041)]\u000a13:37:43.919287 run osmo-stp_10.42.42.5(pid=27041): stdout: \u000a| (launched: 2022-12-13_13:37:42.469659)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:37:44.046679 run osmo-stp_10.42.42.5(pid=27041): stderr: \u000a| �[0;m�[38;5;43m20221213133742642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133742642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133742642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133742643 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133742643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133742644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133742644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:37:44.168789 run osmo-stp_10.42.42.5(pid=27041): stdout: \u000a| (launched: 2022-12-13_13:37:42.469659)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:37:44.289927 run osmo-stp_10.42.42.5(pid=27041): stderr: \u000a| �[0;m�[38;5;43m20221213133742642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133742642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133742642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133742643 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133742643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133742644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133742644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:37:44.343433 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27041): Process ended prematurely: osmo-stp_10.42.42.5(pid=27041) [trial-2390↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27041)] [trial-2390↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a13:37:44.352008 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a13:37:44.411601 run osmo-hlr_10.42.42.2(pid=27038): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27038)]\u000a13:37:44.460200 run osmo-hlr_10.42.42.2(pid=27038): stdout: \u000a| (launched: 2022-12-13_13:37:41.505588) \u000a13:37:44.510467 run osmo-hlr_10.42.42.2(pid=27038): stderr: \u000a| �[0;m�[1;31m20221213133741679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213133741679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213133741679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133741679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133741679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213133741679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213133741691 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213133741699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213133741699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213133741699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:37:44.577588 run osmo-msc_10.42.42.6(pid=27044): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27044)]\u000a13:37:44.626253 run osmo-msc_10.42.42.6(pid=27044): stdout: \u000a| (launched: 2022-12-13_13:37:43.458552) \u000a13:37:44.675169 run osmo-msc_10.42.42.6(pid=27044): stderr: \u000a| �[0;m�[38;5;43m20221213133743730 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213133743730 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2aaba9cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213133743730 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213133743730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213133743730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213133743731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213133743732 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213133743733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213133743733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213133743733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:37:44.716930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27037): Terminating (SIGTERM)\u000a13:37:44.756368 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27040): Terminating (SIGTERM)\u000a13:37:44.795826 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27043): Terminating (SIGTERM)\u000a13:37:44.805150 --- ParallelTerminationStrategy: PID 27037 died...\u000a13:37:44.858091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27037): Terminated: ok {rc=0}\u000a13:37:44.867599 --- ParallelTerminationStrategy: PID 27040 died...\u000a13:37:44.920183 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27040): Terminated: ok {rc=0}\u000a13:37:44.929700 --- ParallelTerminationStrategy: PID 27043 died...\u000a13:37:44.982221 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27043): Terminated: ok {rc=0}\u000a13:37:45.068803 bus /sierra_3: Setting Powered False\u000a13:37:46.197820 bus /sierra_3: Setting Powered False\u000a13:37:47.307150 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "79", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:37:27" }, { "cases" : [ { "testActions" : [ ], "age" : 73, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27056): Process ended prematurely: osmo-stp_10.42.42.5(pid=27056) [trial-2390↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27056)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27056): Process ended prematurely: osmo-stp_10.42.42.5(pid=27056) [trial-2390↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27056)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a13:37:49.298327 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:37:49.309647 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a13:37:49.465774 tst mo_mt_call.py: using LAC 34308\u000a13:37:49.586007 tst mo_mt_call.py: using RAC 138\u000a13:37:49.706305 tst mo_mt_call.py: using CellId 34308\u000a13:37:49.827969 tst mo_mt_call.py: using BVCI 34309\u000a13:37:49.851153 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:37:49.862252 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:37:49.873212 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:37:49.884063 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:37:49.895236 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:37:49.906408 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:37:50.023513 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:37:50.237041 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:37:50.753414 run create_hlr_db(pid=27050): Launched\u000a13:37:50.942535 bus /sierra_2: Setting Powered False\u000a13:37:51.964511 run create_hlr_db(pid=27050): Terminated: ok {rc=0}\u000a13:37:52.372801 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27052): Launched\u000a13:37:52.680538 run osmo-hlr_10.42.42.2(pid=27053): Launched\u000a13:37:52.792494 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:37:53.321157 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27055): Launched\u000a13:37:53.628024 run osmo-stp_10.42.42.5(pid=27056): Launched\u000a13:37:53.740119 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:37:54.300858 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27058): Launched\u000a13:37:54.606787 run osmo-msc_10.42.42.6(pid=27059): Launched\u000a13:37:54.788710 run osmo-stp_10.42.42.5(pid=27056): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27056)]\u000a13:37:54.918352 run osmo-stp_10.42.42.5(pid=27056): stdout: \u000a| (launched: 2022-12-13_13:37:53.477248)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:37:55.045732 run osmo-stp_10.42.42.5(pid=27056): stderr: \u000a| �[0;m�[38;5;43m20221213133753645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133753645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133753645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133753646 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133753646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133753646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133753646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:37:55.168077 run osmo-stp_10.42.42.5(pid=27056): stdout: \u000a| (launched: 2022-12-13_13:37:53.477248)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:37:55.289202 run osmo-stp_10.42.42.5(pid=27056): stderr: \u000a| �[0;m�[38;5;43m20221213133753645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133753645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133753645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133753646 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133753646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133753646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133753646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:37:55.342881 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27056): Process ended prematurely: osmo-stp_10.42.42.5(pid=27056) [trial-2390↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27056)] [trial-2390↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a13:37:55.351613 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a13:37:55.411484 run osmo-hlr_10.42.42.2(pid=27053): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27053)]\u000a13:37:55.460450 run osmo-hlr_10.42.42.2(pid=27053): stdout: \u000a| (launched: 2022-12-13_13:37:52.527942) \u000a13:37:55.509838 run osmo-hlr_10.42.42.2(pid=27053): stderr: \u000a| �[0;m�[1;31m20221213133752703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213133752703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213133752703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133752703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133752703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213133752703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213133752715 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213133752723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213133752723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213133752723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:37:55.576986 run osmo-msc_10.42.42.6(pid=27059): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27059)]\u000a13:37:55.625727 run osmo-msc_10.42.42.6(pid=27059): stdout: \u000a| (launched: 2022-12-13_13:37:54.455886) \u000a13:37:55.674848 run osmo-msc_10.42.42.6(pid=27059): stderr: \u000a| �[0;m�[38;5;43m20221213133754726 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213133754726 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f035f373c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213133754726 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213133754726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213133754726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213133754726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213133754728 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213133754728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213133754730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213133754730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:37:55.716784 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27052): Terminating (SIGTERM)\u000a13:37:55.756374 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27055): Terminating (SIGTERM)\u000a13:37:55.795925 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27058): Terminating (SIGTERM)\u000a13:37:55.805193 --- ParallelTerminationStrategy: PID 27052 died...\u000a13:37:55.858553 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27052): Terminated: ok {rc=0}\u000a13:37:55.868129 --- ParallelTerminationStrategy: PID 27055 died...\u000a13:37:55.920988 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27055): Terminated: ok {rc=0}\u000a13:37:55.930577 --- ParallelTerminationStrategy: PID 27058 died...\u000a13:37:55.983621 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27058): Terminated: ok {rc=0}\u000a13:37:56.067686 bus /sierra_3: Setting Powered False\u000a13:37:57.175031 bus /sierra_3: Setting Powered False\u000a13:37:58.282933 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 73, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27067): Process ended prematurely: osmo-stp_10.42.42.5(pid=27067) [trial-2390↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27067)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27067): Process ended prematurely: osmo-stp_10.42.42.5(pid=27067) [trial-2390↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27067)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:37:59.399126 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:37:59.411448 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a13:37:59.579235 tst mo_mt_call_osmux.py: using LAC 34309\u000a13:37:59.708511 tst mo_mt_call_osmux.py: using RAC 139\u000a13:37:59.837420 tst mo_mt_call_osmux.py: using CellId 34309\u000a13:37:59.964212 tst mo_mt_call_osmux.py: using BVCI 34310\u000a13:37:59.989185 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:38:00.000890 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:38:00.012385 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:38:00.023850 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:38:00.035728 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:38:00.047592 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:38:00.166369 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:38:00.385389 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:38:00.929994 run create_hlr_db(pid=27061): Launched\u000a13:38:01.153246 bus /sierra_2: Setting Powered False\u000a13:38:02.133252 run create_hlr_db(pid=27061): Terminated: ok {rc=0}\u000a13:38:02.614241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27063): Launched\u000a13:38:02.944616 run osmo-hlr_10.42.42.2(pid=27064): Launched\u000a13:38:03.064053 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:38:03.635346 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27066): Launched\u000a13:38:03.963029 run osmo-stp_10.42.42.5(pid=27067): Launched\u000a13:38:04.082212 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:38:04.682003 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27069): Launched\u000a13:38:05.011869 run osmo-msc_10.42.42.6(pid=27070): Launched\u000a13:38:05.203620 run osmo-stp_10.42.42.5(pid=27067): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27067)]\u000a13:38:05.342130 run osmo-stp_10.42.42.5(pid=27067): stdout: \u000a| (launched: 2022-12-13_13:38:03.801749)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:38:05.479692 run osmo-stp_10.42.42.5(pid=27067): stderr: \u000a| �[0;m�[38;5;43m20221213133803990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133803990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133803990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133803991 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133803991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133803991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133803991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:38:05.611226 run osmo-stp_10.42.42.5(pid=27067): stdout: \u000a| (launched: 2022-12-13_13:38:03.801749)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:38:05.740864 run osmo-stp_10.42.42.5(pid=27067): stderr: \u000a| �[0;m�[38;5;43m20221213133803990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133803990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133803990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133803991 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133803991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133803991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133803991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:38:05.798188 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27067): Process ended prematurely: osmo-stp_10.42.42.5(pid=27067) [trial-2390↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27067)] [trial-2390↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a13:38:05.807418 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a13:38:05.869842 run osmo-hlr_10.42.42.2(pid=27064): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27064)]\u000a13:38:05.920827 run osmo-hlr_10.42.42.2(pid=27064): stdout: \u000a| (launched: 2022-12-13_13:38:02.781536) \u000a13:38:05.972483 run osmo-hlr_10.42.42.2(pid=27064): stderr: \u000a| �[0;m�[1;31m20221213133802977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213133802977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213133802977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133802977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133802977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213133802977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213133802989 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213133802998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213133802998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213133802998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:38:06.042968 run osmo-msc_10.42.42.6(pid=27070): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27070)]\u000a13:38:06.094145 run osmo-msc_10.42.42.6(pid=27070): stdout: \u000a| (launched: 2022-12-13_13:38:04.848931) \u000a13:38:06.145746 run osmo-msc_10.42.42.6(pid=27070): stderr: \u000a| �[0;m�[38;5;43m20221213133805170 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213133805170 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0d2dbc0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213133805170 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213133805170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213133805170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213133805171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213133805172 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213133805173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213133805173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213133805173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:38:06.190190 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27063): Terminating (SIGTERM)\u000a13:38:06.231912 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27066): Terminating (SIGTERM)\u000a13:38:06.273797 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27069): Terminating (SIGTERM)\u000a13:38:06.283425 --- ParallelTerminationStrategy: PID 27063 died...\u000a13:38:06.339488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27063): Terminated: ok {rc=0}\u000a13:38:06.349457 --- ParallelTerminationStrategy: PID 27066 died...\u000a13:38:06.405207 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27066): Terminated: ok {rc=0}\u000a13:38:06.415058 --- ParallelTerminationStrategy: PID 27069 died...\u000a13:38:06.470680 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27069): Terminated: ok {rc=0}\u000a13:38:06.557222 bus /sierra_3: Setting Powered False\u000a13:38:07.662448 bus /sierra_3: Setting Powered False\u000a13:38:08.769055 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "80", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:37:49" }, { "cases" : [ { "testActions" : [ ], "age" : 73, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27081): Process ended prematurely: osmo-stp_10.42.42.5(pid=27081) [trial-2390↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27081)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27081): Process ended prematurely: osmo-stp_10.42.42.5(pid=27081) [trial-2390↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27081)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a13:38:10.777448 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:38:10.789202 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a13:38:10.953224 tst mo_mt_call.py: using LAC 34310\u000a13:38:11.080576 tst mo_mt_call.py: using RAC 140\u000a13:38:11.208437 tst mo_mt_call.py: using CellId 34310\u000a13:38:11.335697 tst mo_mt_call.py: using BVCI 34311\u000a13:38:11.360777 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:38:11.372281 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:38:11.383751 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:38:11.395287 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:38:11.407130 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:38:11.418877 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:38:11.538510 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:38:11.753221 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:38:12.267671 run create_hlr_db(pid=27075): Launched\u000a13:38:12.456680 bus /sierra_2: Setting Powered False\u000a13:38:13.478035 run create_hlr_db(pid=27075): Terminated: ok {rc=0}\u000a13:38:13.913713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27077): Launched\u000a13:38:14.243535 run osmo-hlr_10.42.42.2(pid=27078): Launched\u000a13:38:14.366118 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:38:14.938435 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27080): Launched\u000a13:38:15.268613 run osmo-stp_10.42.42.5(pid=27081): Launched\u000a13:38:15.388574 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:38:16.022435 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27083): Launched\u000a13:38:16.493351 run osmo-msc_10.42.42.6(pid=27084): Launched\u000a13:38:17.068734 run osmo-stp_10.42.42.5(pid=27081): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27081)]\u000a13:38:17.220180 run osmo-stp_10.42.42.5(pid=27081): stdout: \u000a| (launched: 2022-12-13_13:38:15.105244)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:38:17.351627 run osmo-stp_10.42.42.5(pid=27081): stderr: \u000a| �[0;m�[38;5;43m20221213133815297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133815297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133815297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133815298 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133815298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133815298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133815298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:38:17.476269 run osmo-stp_10.42.42.5(pid=27081): stdout: \u000a| (launched: 2022-12-13_13:38:15.105244)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:38:17.598265 run osmo-stp_10.42.42.5(pid=27081): stderr: \u000a| �[0;m�[38;5;43m20221213133815297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133815297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133815297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133815298 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133815298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133815298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133815298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:38:17.652464 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27081): Process ended prematurely: osmo-stp_10.42.42.5(pid=27081) [trial-2390↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27081)] [trial-2390↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a13:38:17.661506 tst mo_mt_call.py:8: Test FAILED (6.9 sec)\u000a13:38:17.721104 run osmo-hlr_10.42.42.2(pid=27078): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27078)]\u000a13:38:17.770025 run osmo-hlr_10.42.42.2(pid=27078): stdout: \u000a| (launched: 2022-12-13_13:38:14.080784) \u000a13:38:17.819815 run osmo-hlr_10.42.42.2(pid=27078): stderr: \u000a| �[0;m�[1;31m20221213133814276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213133814276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213133814276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133814276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133814276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213133814276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213133814288 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213133814297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213133814297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213133814297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:38:17.886975 run osmo-msc_10.42.42.6(pid=27084): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27084)]\u000a13:38:17.936196 run osmo-msc_10.42.42.6(pid=27084): stdout: \u000a| (launched: 2022-12-13_13:38:16.186835) \u000a13:38:17.985552 run osmo-msc_10.42.42.6(pid=27084): stderr: \u000a| �[0;m�[38;5;43m20221213133816596 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213133816598 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faf1de5fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213133816598 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213133816598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213133816599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213133816599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213133816603 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213133816605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213133816605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213133816605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:38:18.027625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27077): Terminating (SIGTERM)\u000a13:38:18.070559 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27080): Terminating (SIGTERM)\u000a13:38:18.113412 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27083): Terminating (SIGTERM)\u000a13:38:18.124006 --- ParallelTerminationStrategy: PID 27077 died...\u000a13:38:18.178077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27077): Terminated: ok {rc=0}\u000a13:38:18.187697 --- ParallelTerminationStrategy: PID 27080 died...\u000a13:38:18.240786 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27080): Terminated: ok {rc=0}\u000a13:38:18.250338 --- ParallelTerminationStrategy: PID 27083 died...\u000a13:38:18.303097 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27083): Terminated: ok {rc=0}\u000a13:38:18.390850 bus /sierra_3: Setting Powered False\u000a13:38:19.494646 bus /sierra_3: Setting Powered False\u000a13:38:20.606255 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 76, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27097): Process ended prematurely: osmo-stp_10.42.42.5(pid=27097) [trial-2390↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27097)]", "failedSince" : 2315, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27097): Process ended prematurely: osmo-stp_10.42.42.5(pid=27097) [trial-2390↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27097)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:38:21.716481 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:38:21.728269 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a13:38:21.887525 tst mo_mt_call_osmux.py: using LAC 34311\u000a13:38:22.009593 tst mo_mt_call_osmux.py: using RAC 141\u000a13:38:22.129134 tst mo_mt_call_osmux.py: using CellId 34311\u000a13:38:22.249096 tst mo_mt_call_osmux.py: using BVCI 34312\u000a13:38:22.272409 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:38:22.283570 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:38:22.294567 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:38:22.305632 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:38:22.316673 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:38:22.327655 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:38:22.450217 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:38:22.655580 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:38:23.146895 run create_hlr_db(pid=27091): Launched\u000a13:38:23.322674 bus /sierra_2: Setting Powered False\u000a13:38:24.344077 run create_hlr_db(pid=27091): Terminated: ok {rc=0}\u000a13:38:24.779010 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27093): Launched\u000a13:38:25.107881 run osmo-hlr_10.42.42.2(pid=27094): Launched\u000a13:38:25.229897 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:38:25.802328 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27096): Launched\u000a13:38:26.131129 run osmo-stp_10.42.42.5(pid=27097): Launched\u000a13:38:26.251135 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:38:26.851075 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27099): Launched\u000a13:38:27.180410 run osmo-msc_10.42.42.6(pid=27100): Launched\u000a13:38:27.372528 run osmo-stp_10.42.42.5(pid=27097): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27097)]\u000a13:38:27.512425 run osmo-stp_10.42.42.5(pid=27097): stdout: \u000a| (launched: 2022-12-13_13:38:25.968889)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:38:27.649542 run osmo-stp_10.42.42.5(pid=27097): stderr: \u000a| �[0;m�[38;5;43m20221213133826159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133826159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133826159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133826159 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133826160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133826160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133826160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:38:27.781284 run osmo-stp_10.42.42.5(pid=27097): stdout: \u000a| (launched: 2022-12-13_13:38:25.968889)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:38:27.911440 run osmo-stp_10.42.42.5(pid=27097): stderr: \u000a| �[0;m�[38;5;43m20221213133826159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133826159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133826159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133826159 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133826160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133826160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133826160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:38:27.969207 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27097): Process ended prematurely: osmo-stp_10.42.42.5(pid=27097) [trial-2390↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27097)] [trial-2390↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a13:38:27.978589 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a13:38:28.041715 run osmo-hlr_10.42.42.2(pid=27094): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27094)]\u000a13:38:28.093111 run osmo-hlr_10.42.42.2(pid=27094): stdout: \u000a| (launched: 2022-12-13_13:38:24.946059) \u000a13:38:28.145079 run osmo-hlr_10.42.42.2(pid=27094): stderr: \u000a| �[0;m�[1;31m20221213133825141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213133825141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213133825141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133825142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133825142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213133825142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213133825153 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213133825162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213133825162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213133825163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:38:28.215948 run osmo-msc_10.42.42.6(pid=27100): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27100)]\u000a13:38:28.267273 run osmo-msc_10.42.42.6(pid=27100): stdout: \u000a| (launched: 2022-12-13_13:38:27.017732) \u000a13:38:28.319104 run osmo-msc_10.42.42.6(pid=27100): stderr: \u000a| �[0;m�[38;5;43m20221213133827338 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213133827338 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe6d0112c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213133827338 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213133827338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213133827338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213133827338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213133827340 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213133827340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213133827341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213133827341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:38:28.363375 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27093): Terminating (SIGTERM)\u000a13:38:28.405199 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27096): Terminating (SIGTERM)\u000a13:38:28.447904 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27099): Terminating (SIGTERM)\u000a13:38:28.457718 --- ParallelTerminationStrategy: PID 27093 died...\u000a13:38:28.514036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27093): Terminated: ok {rc=0}\u000a13:38:28.524066 --- ParallelTerminationStrategy: PID 27096 died...\u000a13:38:28.580366 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27096): Terminated: ok {rc=0}\u000a13:38:28.590367 --- ParallelTerminationStrategy: PID 27099 died...\u000a13:38:28.646203 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27099): Terminated: ok {rc=0}\u000a13:38:28.732777 bus /sierra_3: Setting Powered False\u000a13:38:29.835949 bus /sierra_3: Setting Powered False\u000a13:38:30.962755 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "81", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:38:10" }, { "cases" : [ { "testActions" : [ ], "age" : 73, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27111): Process ended prematurely: osmo-stp_10.42.42.5(pid=27111) [trial-2390↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27111)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27111): Process ended prematurely: osmo-stp_10.42.42.5(pid=27111) [trial-2390↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27111)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a13:38:32.976111 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:38:32.987803 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a13:38:33.154187 tst mo_mt_call.py: using LAC 34312\u000a13:38:33.281957 tst mo_mt_call.py: using RAC 142\u000a13:38:33.409550 tst mo_mt_call.py: using CellId 34312\u000a13:38:33.538999 tst mo_mt_call.py: using BVCI 34313\u000a13:38:33.564078 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:38:33.575757 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:38:33.587200 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:38:33.598587 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:38:33.610391 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:38:33.622143 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:38:33.746110 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:38:33.954132 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:38:34.445052 run create_hlr_db(pid=27105): Launched\u000a13:38:34.620731 bus /sierra_2: Setting Powered False\u000a13:38:35.641294 run create_hlr_db(pid=27105): Terminated: ok {rc=0}\u000a13:38:36.077093 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27107): Launched\u000a13:38:36.404726 run osmo-hlr_10.42.42.2(pid=27108): Launched\u000a13:38:36.526126 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:38:37.096173 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27110): Launched\u000a13:38:37.424327 run osmo-stp_10.42.42.5(pid=27111): Launched\u000a13:38:37.544566 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:38:38.144366 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27113): Launched\u000a13:38:38.473601 run osmo-msc_10.42.42.6(pid=27114): Launched\u000a13:38:38.665820 run osmo-stp_10.42.42.5(pid=27111): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27111)]\u000a13:38:38.804535 run osmo-stp_10.42.42.5(pid=27111): stdout: \u000a| (launched: 2022-12-13_13:38:37.263541)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:38:38.941415 run osmo-stp_10.42.42.5(pid=27111): stderr: \u000a| �[0;m�[38;5;43m20221213133837453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133837453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133837453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133837454 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133837454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133837454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133837454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:38:39.072321 run osmo-stp_10.42.42.5(pid=27111): stdout: \u000a| (launched: 2022-12-13_13:38:37.263541)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:38:39.202776 run osmo-stp_10.42.42.5(pid=27111): stderr: \u000a| �[0;m�[38;5;43m20221213133837453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133837453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133837453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133837454 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133837454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133837454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133837454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:38:39.260107 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27111): Process ended prematurely: osmo-stp_10.42.42.5(pid=27111) [trial-2390↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27111)] [trial-2390↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a13:38:39.269330 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a13:38:39.332281 run osmo-hlr_10.42.42.2(pid=27108): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27108)]\u000a13:38:39.384004 run osmo-hlr_10.42.42.2(pid=27108): stdout: \u000a| (launched: 2022-12-13_13:38:36.244166) \u000a13:38:39.435987 run osmo-hlr_10.42.42.2(pid=27108): stderr: \u000a| �[0;m�[1;31m20221213133836440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213133836440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213133836441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133836441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133836441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213133836441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213133836454 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213133836464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213133836464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213133836464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:38:39.506747 run osmo-msc_10.42.42.6(pid=27114): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27114)]\u000a13:38:39.558189 run osmo-msc_10.42.42.6(pid=27114): stdout: \u000a| (launched: 2022-12-13_13:38:38.311514) \u000a13:38:39.610385 run osmo-msc_10.42.42.6(pid=27114): stderr: \u000a| �[0;m�[38;5;43m20221213133838632 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213133838632 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7039b17c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213133838633 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213133838633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213133838633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213133838633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213133838635 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213133838635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213133838635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213133838635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:38:39.654988 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27107): Terminating (SIGTERM)\u000a13:38:39.697561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27110): Terminating (SIGTERM)\u000a13:38:39.740032 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27113): Terminating (SIGTERM)\u000a13:38:39.749800 --- ParallelTerminationStrategy: PID 27107 died...\u000a13:38:39.806558 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27107): Terminated: ok {rc=0}\u000a13:38:39.816545 --- ParallelTerminationStrategy: PID 27110 died...\u000a13:38:39.872745 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27110): Terminated: ok {rc=0}\u000a13:38:39.882775 --- ParallelTerminationStrategy: PID 27113 died...\u000a13:38:39.938723 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27113): Terminated: ok {rc=0}\u000a13:38:40.026648 bus /sierra_3: Setting Powered False\u000a13:38:41.129105 bus /sierra_3: Setting Powered False\u000a13:38:42.239550 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 73, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27195): Process ended prematurely: osmo-stp_10.42.42.5(pid=27195) [trial-2390↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27195)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27195): Process ended prematurely: osmo-stp_10.42.42.5(pid=27195) [trial-2390↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27195)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:38:43.350605 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:38:43.362362 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a13:38:43.520621 tst mo_mt_call_osmux.py: using LAC 34313\u000a13:38:43.641405 tst mo_mt_call_osmux.py: using RAC 143\u000a13:38:43.763489 tst mo_mt_call_osmux.py: using CellId 34313\u000a13:38:43.885572 tst mo_mt_call_osmux.py: using BVCI 34314\u000a13:38:43.909173 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:38:43.920197 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:38:43.931211 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:38:43.942123 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:38:43.953156 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:38:43.964032 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:38:44.079989 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:38:44.295654 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:38:44.812781 run create_hlr_db(pid=27116): Launched\u000a13:38:45.001632 bus /sierra_2: Setting Powered False\u000a13:38:46.036855 run create_hlr_db(pid=27116): Terminated: ok {rc=0}\u000a13:38:46.498288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27118): Launched\u000a13:38:46.947789 run osmo-hlr_10.42.42.2(pid=27119): Launched\u000a13:38:47.168466 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:38:47.895460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27168): Launched\u000a13:38:48.389373 run osmo-stp_10.42.42.5(pid=27195): Launched\u000a13:38:48.687296 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:38:49.433817 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27346): Launched\u000a13:38:49.827163 run osmo-msc_10.42.42.6(pid=27394): Launched\u000a13:38:50.127462 run osmo-stp_10.42.42.5(pid=27195): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27195)]\u000a13:38:50.410345 run osmo-stp_10.42.42.5(pid=27195): stdout: \u000a| (launched: 2022-12-13_13:38:48.084166)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:38:50.654601 run osmo-stp_10.42.42.5(pid=27195): stderr: \u000a| �[0;m�[38;5;43m20221213133848460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133848460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133848481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133848482 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133848482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133848482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133848482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:38:50.780246 run osmo-stp_10.42.42.5(pid=27195): stdout: \u000a| (launched: 2022-12-13_13:38:48.084166)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:38:50.904896 run osmo-stp_10.42.42.5(pid=27195): stderr: \u000a| �[0;m�[38;5;43m20221213133848460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133848460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133848481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133848482 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133848482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133848482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133848482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:38:50.961012 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27195): Process ended prematurely: osmo-stp_10.42.42.5(pid=27195) [trial-2390↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27195)] [trial-2390↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a13:38:50.970813 tst mo_mt_call_osmux.py:8: Test FAILED (7.7 sec)\u000a13:38:51.033085 run osmo-hlr_10.42.42.2(pid=27119): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27119)]\u000a13:38:51.085433 run osmo-hlr_10.42.42.2(pid=27119): stdout: \u000a| (launched: 2022-12-13_13:38:46.667659) \u000a13:38:51.136707 run osmo-hlr_10.42.42.2(pid=27119): stderr: \u000a| �[0;m�[1;31m20221213133846981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213133846981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213133846981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133846981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133846981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213133846981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213133847001 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213133847020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213133847020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213133847020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:38:51.206176 run osmo-msc_10.42.42.6(pid=27394): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27394)]\u000a13:38:51.257765 run osmo-msc_10.42.42.6(pid=27394): stdout: \u000a| (launched: 2022-12-13_13:38:49.624117) \u000a13:38:51.309280 run osmo-msc_10.42.42.6(pid=27394): stderr: \u000a| �[0;m�[38;5;43m20221213133850197 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213133850197 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa82a7a5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213133850198 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213133850198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213133850198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213133850198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213133850200 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213133850200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213133850200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213133850200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:38:51.352676 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27118): Terminating (SIGTERM)\u000a13:38:51.395659 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27168): Terminating (SIGTERM)\u000a13:38:51.440226 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27346): Terminating (SIGTERM)\u000a13:38:51.450585 --- ParallelTerminationStrategy: PID 27118 died...\u000a13:38:51.506946 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27118): Terminated: ok {rc=0}\u000a13:38:51.517567 --- ParallelTerminationStrategy: PID 27168 died...\u000a13:38:51.577513 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27168): Terminated: ok {rc=0}\u000a13:38:51.588030 --- ParallelTerminationStrategy: PID 27346 died...\u000a13:38:51.642578 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27346): Terminated: ok {rc=0}\u000a13:38:51.728579 bus /sierra_3: Setting Powered False\u000a13:38:52.832561 bus /sierra_3: Setting Powered False\u000a13:38:53.940878 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "82", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:38:32" }, { "cases" : [ { "testActions" : [ ], "age" : 73, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27407): Process ended prematurely: osmo-stp_10.42.42.5(pid=27407) [trial-2390↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27407)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27407): Process ended prematurely: osmo-stp_10.42.42.5(pid=27407) [trial-2390↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27407)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a13:38:55.950170 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:38:55.962260 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a13:38:56.125877 tst mo_mt_call.py: using LAC 34314\u000a13:38:56.257370 tst mo_mt_call.py: using RAC 144\u000a13:38:56.377970 tst mo_mt_call.py: using CellId 34314\u000a13:38:56.501345 tst mo_mt_call.py: using BVCI 34315\u000a13:38:56.525985 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:38:56.538259 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:38:56.550258 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:38:56.562371 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:38:56.574412 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:38:56.586944 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:38:56.707952 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:38:56.915887 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:38:57.444579 run create_hlr_db(pid=27401): Launched\u000a13:38:57.626875 bus /sierra_2: Setting Powered False\u000a13:38:58.647666 run create_hlr_db(pid=27401): Terminated: ok {rc=0}\u000a13:38:59.077635 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27403): Launched\u000a13:38:59.480612 run osmo-hlr_10.42.42.2(pid=27404): Launched\u000a13:38:59.723152 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:39:00.362541 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27406): Launched\u000a13:39:00.790612 run osmo-stp_10.42.42.5(pid=27407): Launched\u000a13:39:01.035699 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:39:01.658103 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27409): Launched\u000a13:39:02.093117 run osmo-msc_10.42.42.6(pid=27410): Launched\u000a13:39:02.458621 run osmo-stp_10.42.42.5(pid=27407): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27407)]\u000a13:39:02.659272 run osmo-stp_10.42.42.5(pid=27407): stdout: \u000a| (launched: 2022-12-13_13:39:00.532632)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:39:02.800568 run osmo-stp_10.42.42.5(pid=27407): stderr: \u000a| �[0;m�[38;5;43m20221213133900831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133900831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133900831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133900832 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133900832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133900832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133900832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:39:02.936900 run osmo-stp_10.42.42.5(pid=27407): stdout: \u000a| (launched: 2022-12-13_13:39:00.532632)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:39:03.071678 run osmo-stp_10.42.42.5(pid=27407): stderr: \u000a| �[0;m�[38;5;43m20221213133900831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133900831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133900831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133900832 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133900832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133900832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133900832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:39:03.131537 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27407): Process ended prematurely: osmo-stp_10.42.42.5(pid=27407) [trial-2390↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27407)] [trial-2390↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a13:39:03.142185 tst mo_mt_call.py:8: Test FAILED (7.2 sec)\u000a13:39:03.208806 run osmo-hlr_10.42.42.2(pid=27404): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27404)]\u000a13:39:03.262781 run osmo-hlr_10.42.42.2(pid=27404): stdout: \u000a| (launched: 2022-12-13_13:38:59.237780) \u000a13:39:03.316894 run osmo-hlr_10.42.42.2(pid=27404): stderr: \u000a| �[0;m�[1;31m20221213133859576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213133859576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213133859576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133859576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133859576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213133859576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213133859595 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213133859607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213133859608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213133859608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:39:03.390836 run osmo-msc_10.42.42.6(pid=27410): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27410)]\u000a13:39:03.444555 run osmo-msc_10.42.42.6(pid=27410): stdout: \u000a| (launched: 2022-12-13_13:39:01.827739) \u000a13:39:03.498894 run osmo-msc_10.42.42.6(pid=27410): stderr: \u000a| �[0;m�[38;5;43m20221213133902334 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213133902334 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1800b8bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213133902334 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213133902334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213133902334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213133902335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213133902336 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213133902345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213133902345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213133902345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:39:03.546290 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27403): Terminating (SIGTERM)\u000a13:39:03.592691 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27406): Terminating (SIGTERM)\u000a13:39:03.638216 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27409): Terminating (SIGTERM)\u000a13:39:03.650511 --- ParallelTerminationStrategy: PID 27403 died...\u000a13:39:03.711698 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27403): Terminated: ok {rc=0}\u000a13:39:03.723789 --- ParallelTerminationStrategy: PID 27406 died...\u000a13:39:03.783203 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27406): Terminated: ok {rc=0}\u000a13:39:03.794440 --- ParallelTerminationStrategy: PID 27409 died...\u000a13:39:03.854556 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27409): Terminated: ok {rc=0}\u000a13:39:03.946602 bus /sierra_3: Setting Powered False\u000a13:39:05.057709 bus /sierra_3: Setting Powered False\u000a13:39:06.173839 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 75, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27419): Process ended prematurely: osmo-stp_10.42.42.5(pid=27419) [trial-2390↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27419)]", "failedSince" : 2316, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27419): Process ended prematurely: osmo-stp_10.42.42.5(pid=27419) [trial-2390↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27419)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:39:07.296361 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:39:07.309832 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a13:39:07.485077 tst mo_mt_call_osmux.py: using LAC 34315\u000a13:39:07.619754 tst mo_mt_call_osmux.py: using RAC 145\u000a13:39:07.753471 tst mo_mt_call_osmux.py: using CellId 34315\u000a13:39:07.885339 tst mo_mt_call_osmux.py: using BVCI 34316\u000a13:39:07.912202 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:39:07.925077 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:39:07.937575 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:39:07.950502 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:39:07.964439 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:39:07.978889 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:39:08.107452 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:39:08.334525 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:39:08.907251 run create_hlr_db(pid=27412): Launched\u000a13:39:09.104270 bus /sierra_2: Setting Powered False\u000a13:39:10.127621 run create_hlr_db(pid=27412): Terminated: ok {rc=0}\u000a13:39:10.591382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27414): Launched\u000a13:39:11.037996 run osmo-hlr_10.42.42.2(pid=27415): Launched\u000a13:39:11.283128 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:39:11.878963 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27417): Launched\u000a13:39:12.215557 run osmo-stp_10.42.42.5(pid=27419): Launched\u000a13:39:12.334914 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:39:12.934587 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27421): Launched\u000a13:39:13.265836 run osmo-msc_10.42.42.6(pid=27422): Launched\u000a13:39:13.457647 run osmo-stp_10.42.42.5(pid=27419): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27419)]\u000a13:39:13.596361 run osmo-stp_10.42.42.5(pid=27419): stdout: \u000a| (launched: 2022-12-13_13:39:12.051341)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:39:13.733617 run osmo-stp_10.42.42.5(pid=27419): stderr: \u000a| �[0;m�[38;5;43m20221213133912239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133912240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133912240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133912240 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133912241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133912241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133912241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:39:13.865210 run osmo-stp_10.42.42.5(pid=27419): stdout: \u000a| (launched: 2022-12-13_13:39:12.051341)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:39:13.995229 run osmo-stp_10.42.42.5(pid=27419): stderr: \u000a| �[0;m�[38;5;43m20221213133912239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133912240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133912240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133912240 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133912241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133912241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133912241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:39:14.052856 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27419): Process ended prematurely: osmo-stp_10.42.42.5(pid=27419) [trial-2390↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27419)] [trial-2390↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a13:39:14.062308 tst mo_mt_call_osmux.py:8: Test FAILED (6.8 sec)\u000a13:39:14.125665 run osmo-hlr_10.42.42.2(pid=27415): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27415)]\u000a13:39:14.177285 run osmo-hlr_10.42.42.2(pid=27415): stdout: \u000a| (launched: 2022-12-13_13:39:10.764619) \u000a13:39:14.229999 run osmo-hlr_10.42.42.2(pid=27415): stderr: \u000a| �[0;m�[1;31m20221213133911082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213133911082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213133911082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133911082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133911082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213133911082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213133911094 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213133911107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213133911107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213133911107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:39:14.301180 run osmo-msc_10.42.42.6(pid=27422): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27422)]\u000a13:39:14.352783 run osmo-msc_10.42.42.6(pid=27422): stdout: \u000a| (launched: 2022-12-13_13:39:13.102146) \u000a13:39:14.404702 run osmo-msc_10.42.42.6(pid=27422): stderr: \u000a| �[0;m�[38;5;43m20221213133913421 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213133913422 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6e118fec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213133913422 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213133913422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213133913422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213133913422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213133913424 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213133913424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213133913424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213133913424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:39:14.449147 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27414): Terminating (SIGTERM)\u000a13:39:14.491231 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27417): Terminating (SIGTERM)\u000a13:39:14.533910 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27421): Terminating (SIGTERM)\u000a13:39:14.544160 --- ParallelTerminationStrategy: PID 27414 died...\u000a13:39:14.600569 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27414): Terminated: ok {rc=0}\u000a13:39:14.610677 --- ParallelTerminationStrategy: PID 27417 died...\u000a13:39:14.667005 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27417): Terminated: ok {rc=0}\u000a13:39:14.677205 --- ParallelTerminationStrategy: PID 27421 died...\u000a13:39:14.733166 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27421): Terminated: ok {rc=0}\u000a13:39:14.820222 bus /sierra_3: Setting Powered False\u000a13:39:15.950011 bus /sierra_3: Setting Powered False\u000a13:39:17.072710 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 24.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "83", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:38:55" }, { "cases" : [ { "testActions" : [ ], "age" : 73, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27434): Process ended prematurely: osmo-stp_10.42.42.5(pid=27434) [trial-2390↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27434)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27434): Process ended prematurely: osmo-stp_10.42.42.5(pid=27434) [trial-2390↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27434)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a13:39:19.080173 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:39:19.091308 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:39:19.251125 tst mo_mt_call.py: using LAC 34316\u000a13:39:19.370675 tst mo_mt_call.py: using RAC 146\u000a13:39:19.492035 tst mo_mt_call.py: using CellId 34316\u000a13:39:19.610907 tst mo_mt_call.py: using BVCI 34317\u000a13:39:19.634222 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:39:19.645360 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:39:19.656358 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:39:19.667353 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:39:19.679039 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:39:19.690628 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:39:19.813091 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:39:20.017113 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:39:20.510126 run create_hlr_db(pid=27428): Launched\u000a13:39:20.685421 bus /sierra_2: Setting Powered False\u000a13:39:21.706365 run create_hlr_db(pid=27428): Terminated: ok {rc=0}\u000a13:39:22.143284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27430): Launched\u000a13:39:22.471376 run osmo-hlr_10.42.42.2(pid=27431): Launched\u000a13:39:22.592433 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:39:23.165138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27433): Launched\u000a13:39:23.493080 run osmo-stp_10.42.42.5(pid=27434): Launched\u000a13:39:23.612207 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:39:24.207924 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27436): Launched\u000a13:39:24.538423 run osmo-msc_10.42.42.6(pid=27437): Launched\u000a13:39:24.732799 run osmo-stp_10.42.42.5(pid=27434): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27434)]\u000a13:39:24.873005 run osmo-stp_10.42.42.5(pid=27434): stdout: \u000a| (launched: 2022-12-13_13:39:23.332512)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:39:25.010788 run osmo-stp_10.42.42.5(pid=27434): stderr: \u000a| �[0;m�[38;5;43m20221213133923523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133923523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133923523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133923524 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133923524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133923524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133923524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:39:25.139388 run osmo-stp_10.42.42.5(pid=27434): stdout: \u000a| (launched: 2022-12-13_13:39:23.332512)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:39:25.261134 run osmo-stp_10.42.42.5(pid=27434): stderr: \u000a| �[0;m�[38;5;43m20221213133923523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133923523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133923523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133923524 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133923524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133923524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133923524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:39:25.315064 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27434): Process ended prematurely: osmo-stp_10.42.42.5(pid=27434) [trial-2390↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27434)] [trial-2390↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a13:39:25.323872 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a13:39:25.382531 run osmo-hlr_10.42.42.2(pid=27431): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27431)]\u000a13:39:25.430731 run osmo-hlr_10.42.42.2(pid=27431): stdout: \u000a| (launched: 2022-12-13_13:39:22.310756) \u000a13:39:25.479558 run osmo-hlr_10.42.42.2(pid=27431): stderr: \u000a| �[0;m�[1;31m20221213133922506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213133922506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213133922506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133922506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133922506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213133922506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213133922520 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213133922528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213133922529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213133922529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:39:25.545509 run osmo-msc_10.42.42.6(pid=27437): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27437)]\u000a13:39:25.593405 run osmo-msc_10.42.42.6(pid=27437): stdout: \u000a| (launched: 2022-12-13_13:39:24.374310) \u000a13:39:25.641918 run osmo-msc_10.42.42.6(pid=27437): stderr: \u000a| �[0;m�[38;5;43m20221213133924690 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213133924690 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd20a090c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213133924690 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213133924691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213133924691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213133924691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213133924693 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213133924694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213133924694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213133924694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:39:25.683210 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27430): Terminating (SIGTERM)\u000a13:39:25.722162 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27433): Terminating (SIGTERM)\u000a13:39:25.761081 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27436): Terminating (SIGTERM)\u000a13:39:25.770201 --- ParallelTerminationStrategy: PID 27430 died...\u000a13:39:25.823014 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27430): Terminated: ok {rc=0}\u000a13:39:25.832511 --- ParallelTerminationStrategy: PID 27433 died...\u000a13:39:25.884680 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27433): Terminated: ok {rc=0}\u000a13:39:25.894504 --- ParallelTerminationStrategy: PID 27436 died...\u000a13:39:25.947561 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27436): Terminated: ok {rc=0}\u000a13:39:26.035363 bus /sierra_3: Setting Powered False\u000a13:39:27.135800 bus /sierra_3: Setting Powered False\u000a13:39:28.245895 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 73, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27445): Process ended prematurely: osmo-stp_10.42.42.5(pid=27445) [trial-2390↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27445)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27445): Process ended prematurely: osmo-stp_10.42.42.5(pid=27445) [trial-2390↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27445)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:39:29.355252 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:39:29.367159 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:39:29.526425 tst mo_mt_call_osmux.py: using LAC 34317\u000a13:39:29.648316 tst mo_mt_call_osmux.py: using RAC 147\u000a13:39:29.773709 tst mo_mt_call_osmux.py: using CellId 34317\u000a13:39:29.892257 tst mo_mt_call_osmux.py: using BVCI 34318\u000a13:39:29.915489 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:39:29.926819 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:39:29.937864 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:39:29.948887 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:39:29.960028 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:39:29.971171 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:39:30.093861 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:39:30.298263 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:39:30.789761 run create_hlr_db(pid=27439): Launched\u000a13:39:30.968690 bus /sierra_2: Setting Powered False\u000a13:39:32.003949 run create_hlr_db(pid=27439): Terminated: ok {rc=0}\u000a13:39:32.450843 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27441): Launched\u000a13:39:32.781013 run osmo-hlr_10.42.42.2(pid=27442): Launched\u000a13:39:32.906433 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:39:33.479120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27444): Launched\u000a13:39:33.808049 run osmo-stp_10.42.42.5(pid=27445): Launched\u000a13:39:33.926611 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:39:34.524586 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27447): Launched\u000a13:39:34.854697 run osmo-msc_10.42.42.6(pid=27448): Launched\u000a13:39:35.046675 run osmo-stp_10.42.42.5(pid=27445): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27445)]\u000a13:39:35.185597 run osmo-stp_10.42.42.5(pid=27445): stdout: \u000a| (launched: 2022-12-13_13:39:33.646588)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:39:35.323383 run osmo-stp_10.42.42.5(pid=27445): stderr: \u000a| �[0;m�[38;5;43m20221213133933836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133933836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133933836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133933837 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133933837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133933837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133933837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:39:35.455152 run osmo-stp_10.42.42.5(pid=27445): stdout: \u000a| (launched: 2022-12-13_13:39:33.646588)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:39:35.585305 run osmo-stp_10.42.42.5(pid=27445): stderr: \u000a| �[0;m�[38;5;43m20221213133933836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133933836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133933836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133933837 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133933837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133933837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133933837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:39:35.642911 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27445): Process ended prematurely: osmo-stp_10.42.42.5(pid=27445) [trial-2390↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27445)] [trial-2390↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a13:39:35.652377 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a13:39:35.715124 run osmo-hlr_10.42.42.2(pid=27442): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27442)]\u000a13:39:35.766458 run osmo-hlr_10.42.42.2(pid=27442): stdout: \u000a| (launched: 2022-12-13_13:39:32.617615) \u000a13:39:35.818522 run osmo-hlr_10.42.42.2(pid=27442): stderr: \u000a| �[0;m�[1;31m20221213133932811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213133932811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213133932811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133932812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133932812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213133932812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213133932824 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213133932832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213133932833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213133932834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:39:35.889020 run osmo-msc_10.42.42.6(pid=27448): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27448)]\u000a13:39:35.940223 run osmo-msc_10.42.42.6(pid=27448): stdout: \u000a| (launched: 2022-12-13_13:39:34.691578) \u000a13:39:35.991938 run osmo-msc_10.42.42.6(pid=27448): stderr: \u000a| �[0;m�[38;5;43m20221213133935009 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213133935009 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2261bdac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213133935009 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213133935009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213133935009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213133935010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213133935011 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213133935012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213133935012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213133935012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:39:36.036211 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27441): Terminating (SIGTERM)\u000a13:39:36.078721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27444): Terminating (SIGTERM)\u000a13:39:36.120763 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27447): Terminating (SIGTERM)\u000a13:39:36.130654 --- ParallelTerminationStrategy: PID 27441 died...\u000a13:39:36.186899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27441): Terminated: ok {rc=0}\u000a13:39:36.197109 --- ParallelTerminationStrategy: PID 27444 died...\u000a13:39:36.253204 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27444): Terminated: ok {rc=0}\u000a13:39:36.263193 --- ParallelTerminationStrategy: PID 27447 died...\u000a13:39:36.318965 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27447): Terminated: ok {rc=0}\u000a13:39:36.404466 bus /sierra_3: Setting Powered False\u000a13:39:37.509734 bus /sierra_3: Setting Powered False\u000a13:39:38.621874 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "84", "name" : "voice_trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:39:18" }, { "cases" : [ { "testActions" : [ ], "age" : 73, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27460): Process ended prematurely: osmo-stp_10.42.42.5(pid=27460) [trial-2390↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27460)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27460): Process ended prematurely: osmo-stp_10.42.42.5(pid=27460) [trial-2390↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27460)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a13:39:40.608863 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:39:40.619990 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:39:40.777096 tst mo_mt_call.py: using LAC 34318\u000a13:39:40.897306 tst mo_mt_call.py: using RAC 148\u000a13:39:41.016563 tst mo_mt_call.py: using CellId 34318\u000a13:39:41.138372 tst mo_mt_call.py: using BVCI 34319\u000a13:39:41.161570 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:39:41.172284 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:39:41.182997 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:39:41.193717 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:39:41.205034 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:39:41.215776 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:39:41.333239 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:39:41.536333 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:39:42.028571 run create_hlr_db(pid=27454): Launched\u000a13:39:42.204614 bus /sierra_2: Setting Powered False\u000a13:39:43.225385 run create_hlr_db(pid=27454): Terminated: ok {rc=0}\u000a13:39:43.662572 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27456): Launched\u000a13:39:43.988866 run osmo-hlr_10.42.42.2(pid=27457): Launched\u000a13:39:44.111989 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:39:44.680867 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27459): Launched\u000a13:39:45.007649 run osmo-stp_10.42.42.5(pid=27460): Launched\u000a13:39:45.126179 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:39:45.724778 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27462): Launched\u000a13:39:46.092636 run osmo-msc_10.42.42.6(pid=27463): Launched\u000a13:39:46.411378 run osmo-stp_10.42.42.5(pid=27460): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27460)]\u000a13:39:46.684942 run osmo-stp_10.42.42.5(pid=27460): stdout: \u000a| (launched: 2022-12-13_13:39:44.847045)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:39:46.931392 run osmo-stp_10.42.42.5(pid=27460): stderr: \u000a| �[0;m�[38;5;43m20221213133945034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133945035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133945035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133945035 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133945036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133945036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133945036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:39:47.109676 run osmo-stp_10.42.42.5(pid=27460): stdout: \u000a| (launched: 2022-12-13_13:39:44.847045)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:39:47.252727 run osmo-stp_10.42.42.5(pid=27460): stderr: \u000a| �[0;m�[38;5;43m20221213133945034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133945035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133945035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133945035 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133945036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133945036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133945036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:39:47.307072 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27460): Process ended prematurely: osmo-stp_10.42.42.5(pid=27460) [trial-2390↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27460)] [trial-2390↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a13:39:47.315734 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a13:39:47.375776 run osmo-hlr_10.42.42.2(pid=27457): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27457)]\u000a13:39:47.425037 run osmo-hlr_10.42.42.2(pid=27457): stdout: \u000a| (launched: 2022-12-13_13:39:43.829065) \u000a13:39:47.475139 run osmo-hlr_10.42.42.2(pid=27457): stderr: \u000a| �[0;m�[1;31m20221213133944023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213133944023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213133944023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133944023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133944023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213133944023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213133944036 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213133944045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213133944045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213133944045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:39:47.542521 run osmo-msc_10.42.42.6(pid=27463): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27463)]\u000a13:39:47.591288 run osmo-msc_10.42.42.6(pid=27463): stdout: \u000a| (launched: 2022-12-13_13:39:45.919535) \u000a13:39:47.640669 run osmo-msc_10.42.42.6(pid=27463): stderr: \u000a| �[0;m�[38;5;43m20221213133946507 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213133946507 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1029273c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213133946507 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213133946507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213133946507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213133946508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213133946518 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213133946518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213133946518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213133946518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:39:47.682516 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27456): Terminating (SIGTERM)\u000a13:39:47.722078 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27459): Terminating (SIGTERM)\u000a13:39:47.761738 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27462): Terminating (SIGTERM)\u000a13:39:47.771150 --- ParallelTerminationStrategy: PID 27456 died...\u000a13:39:47.824238 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27456): Terminated: ok {rc=0}\u000a13:39:47.833849 --- ParallelTerminationStrategy: PID 27459 died...\u000a13:39:47.886548 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27459): Terminated: ok {rc=0}\u000a13:39:47.896193 --- ParallelTerminationStrategy: PID 27462 died...\u000a13:39:47.948847 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27462): Terminated: ok {rc=0}\u000a13:39:48.036603 bus /sierra_3: Setting Powered False\u000a13:39:49.142202 bus /sierra_3: Setting Powered False\u000a13:39:50.250076 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 73, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27471): Process ended prematurely: osmo-stp_10.42.42.5(pid=27471) [trial-2390↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27471)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27471): Process ended prematurely: osmo-stp_10.42.42.5(pid=27471) [trial-2390↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27471)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:39:51.366198 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:39:51.378399 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:39:51.547080 tst mo_mt_call_osmux.py: using LAC 34319\u000a13:39:51.677329 tst mo_mt_call_osmux.py: using RAC 149\u000a13:39:51.806986 tst mo_mt_call_osmux.py: using CellId 34319\u000a13:39:51.937193 tst mo_mt_call_osmux.py: using BVCI 34320\u000a13:39:51.962277 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:39:51.973800 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:39:51.985158 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:39:51.996373 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:39:52.008047 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:39:52.020018 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:39:52.139323 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:39:52.354245 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:39:52.870386 run create_hlr_db(pid=27465): Launched\u000a13:39:53.059373 bus /sierra_2: Setting Powered False\u000a13:39:54.079622 run create_hlr_db(pid=27465): Terminated: ok {rc=0}\u000a13:39:54.497124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27467): Launched\u000a13:39:54.825078 run osmo-hlr_10.42.42.2(pid=27468): Launched\u000a13:39:54.947536 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:39:55.516775 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27470): Launched\u000a13:39:55.844482 run osmo-stp_10.42.42.5(pid=27471): Launched\u000a13:39:55.962739 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:39:56.567218 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27473): Launched\u000a13:39:56.898487 run osmo-msc_10.42.42.6(pid=27474): Launched\u000a13:39:57.090241 run osmo-stp_10.42.42.5(pid=27471): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27471)]\u000a13:39:57.228899 run osmo-stp_10.42.42.5(pid=27471): stdout: \u000a| (launched: 2022-12-13_13:39:55.683119)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:39:57.366010 run osmo-stp_10.42.42.5(pid=27471): stderr: \u000a| �[0;m�[38;5;43m20221213133955872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133955872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133955873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133955873 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133955874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133955874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133955874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:39:57.497217 run osmo-stp_10.42.42.5(pid=27471): stdout: \u000a| (launched: 2022-12-13_13:39:55.683119)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:39:57.627340 run osmo-stp_10.42.42.5(pid=27471): stderr: \u000a| �[0;m�[38;5;43m20221213133955872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213133955872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213133955873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213133955873 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213133955874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213133955874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213133955874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:39:57.684817 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27471): Process ended prematurely: osmo-stp_10.42.42.5(pid=27471) [trial-2390↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27471)] [trial-2390↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a13:39:57.694102 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a13:39:57.757549 run osmo-hlr_10.42.42.2(pid=27468): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27468)]\u000a13:39:57.809095 run osmo-hlr_10.42.42.2(pid=27468): stdout: \u000a| (launched: 2022-12-13_13:39:54.663541) \u000a13:39:57.861361 run osmo-hlr_10.42.42.2(pid=27468): stderr: \u000a| �[0;m�[1;31m20221213133954858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213133954858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213133954858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133954858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213133954858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213133954858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213133954870 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213133954879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213133954879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213133954879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:39:57.932322 run osmo-msc_10.42.42.6(pid=27474): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27474)]\u000a13:39:57.983934 run osmo-msc_10.42.42.6(pid=27474): stdout: \u000a| (launched: 2022-12-13_13:39:56.735274) \u000a13:39:58.036080 run osmo-msc_10.42.42.6(pid=27474): stderr: \u000a| �[0;m�[38;5;43m20221213133957054 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213133957054 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f897e791c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213133957054 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213133957054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213133957055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213133957055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213133957056 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213133957057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213133957057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213133957057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:39:58.080551 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27467): Terminating (SIGTERM)\u000a13:39:58.123096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27470): Terminating (SIGTERM)\u000a13:39:58.165582 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27473): Terminating (SIGTERM)\u000a13:39:58.175263 --- ParallelTerminationStrategy: PID 27467 died...\u000a13:39:58.232106 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27467): Terminated: ok {rc=0}\u000a13:39:58.242197 --- ParallelTerminationStrategy: PID 27470 died...\u000a13:39:58.298612 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27470): Terminated: ok {rc=0}\u000a13:39:58.308662 --- ParallelTerminationStrategy: PID 27473 died...\u000a13:39:58.365185 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27473): Terminated: ok {rc=0}\u000a13:39:58.453124 bus /sierra_3: Setting Powered False\u000a13:39:59.554267 bus /sierra_3: Setting Powered False\u000a13:40:00.660761 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "85", "name" : "voice_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:39:40" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27488): Process ended prematurely: osmo-stp_10.42.42.5(pid=27488) [trial-2390↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27488)]", "failedSince" : 2163, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27488): Process ended prematurely: osmo-stp_10.42.42.5(pid=27488) [trial-2390↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27488)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a13:40:02.670424 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:40:02.682471 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a13:40:02.828057 tst mo_mt_call.py: using LAC 34320\u000a13:40:02.950714 tst mo_mt_call.py: using RAC 150\u000a13:40:03.073314 tst mo_mt_call.py: using CellId 34320\u000a13:40:03.195415 tst mo_mt_call.py: using BVCI 34321\u000a13:40:03.218914 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:40:03.230405 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:40:03.241736 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:40:03.252887 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:40:03.264134 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:40:03.275316 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a13:40:03.398063 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a13:40:03.612676 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:40:04.128155 run create_hlr_db(pid=27482): Launched\u000a13:40:04.317513 bus /sierra_2: Setting Powered False\u000a13:40:05.338551 run create_hlr_db(pid=27482): Terminated: ok {rc=0}\u000a13:40:05.748414 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27484): Launched\u000a13:40:06.053682 run osmo-hlr_10.42.42.2(pid=27485): Launched\u000a13:40:06.173960 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:40:06.710243 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27487): Launched\u000a13:40:07.017681 run osmo-stp_10.42.42.5(pid=27488): Launched\u000a13:40:07.128577 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:40:07.687375 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27490): Launched\u000a13:40:07.995363 run osmo-msc_10.42.42.6(pid=27491): Launched\u000a13:40:08.174058 run osmo-stp_10.42.42.5(pid=27488): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27488)]\u000a13:40:08.303545 run osmo-stp_10.42.42.5(pid=27488): stdout: \u000a| (launched: 2022-12-13_13:40:06.865433)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:40:08.430659 run osmo-stp_10.42.42.5(pid=27488): stderr: \u000a| �[0;m�[38;5;43m20221213134007032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134007033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134007033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134007033 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134007034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134007034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134007034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:40:08.553633 run osmo-stp_10.42.42.5(pid=27488): stdout: \u000a| (launched: 2022-12-13_13:40:06.865433)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:40:08.674577 run osmo-stp_10.42.42.5(pid=27488): stderr: \u000a| �[0;m�[38;5;43m20221213134007032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134007033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134007033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134007033 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134007034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134007034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134007034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:40:08.728163 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27488): Process ended prematurely: osmo-stp_10.42.42.5(pid=27488) [trial-2390↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27488)] [trial-2390↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a13:40:08.737041 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a13:40:08.795591 run osmo-hlr_10.42.42.2(pid=27485): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27485)]\u000a13:40:08.843839 run osmo-hlr_10.42.42.2(pid=27485): stdout: \u000a| (launched: 2022-12-13_13:40:05.903787) \u000a13:40:08.892479 run osmo-hlr_10.42.42.2(pid=27485): stderr: \u000a| �[0;m�[1;31m20221213134006078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213134006078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213134006078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134006078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134006078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213134006078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213134006090 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213134006098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213134006098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213134006098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:40:08.959486 run osmo-msc_10.42.42.6(pid=27491): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27491)]\u000a13:40:09.007699 run osmo-msc_10.42.42.6(pid=27491): stdout: \u000a| (launched: 2022-12-13_13:40:07.843476) \u000a13:40:09.056391 run osmo-msc_10.42.42.6(pid=27491): stderr: \u000a| �[0;m�[38;5;43m20221213134008113 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213134008113 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2fe7b5cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213134008113 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213134008113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213134008114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213134008114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213134008116 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213134008116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213134008117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213134008117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:40:09.097793 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27484): Terminating (SIGTERM)\u000a13:40:09.137240 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27487): Terminating (SIGTERM)\u000a13:40:09.176609 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27490): Terminating (SIGTERM)\u000a13:40:09.185907 --- ParallelTerminationStrategy: PID 27484 died...\u000a13:40:09.238733 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27484): Terminated: ok {rc=0}\u000a13:40:09.248259 --- ParallelTerminationStrategy: PID 27487 died...\u000a13:40:09.300220 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27487): Terminated: ok {rc=0}\u000a13:40:09.309682 --- ParallelTerminationStrategy: PID 27490 died...\u000a13:40:09.361780 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27490): Terminated: ok {rc=0}\u000a13:40:09.444013 bus /sierra_3: Setting Powered False\u000a13:40:10.545808 bus /sierra_3: Setting Powered False\u000a13:40:11.656753 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27499): Process ended prematurely: osmo-stp_10.42.42.5(pid=27499) [trial-2390↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27499)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27499): Process ended prematurely: osmo-stp_10.42.42.5(pid=27499) [trial-2390↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27499)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:40:12.766822 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:40:12.778854 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a13:40:12.921180 tst mo_mt_call_osmux.py: using LAC 34321\u000a13:40:13.042387 tst mo_mt_call_osmux.py: using RAC 151\u000a13:40:13.164214 tst mo_mt_call_osmux.py: using CellId 34321\u000a13:40:13.285922 tst mo_mt_call_osmux.py: using BVCI 34322\u000a13:40:13.309240 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:40:13.320598 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:40:13.331705 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:40:13.342858 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:40:13.354125 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a13:40:13.365398 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a13:40:13.487999 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a13:40:13.703749 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:40:14.222036 run create_hlr_db(pid=27493): Launched\u000a13:40:14.412684 bus /sierra_2: Setting Powered False\u000a13:40:15.432409 run create_hlr_db(pid=27493): Terminated: ok {rc=0}\u000a13:40:15.858228 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27495): Launched\u000a13:40:16.214196 run osmo-hlr_10.42.42.2(pid=27496): Launched\u000a13:40:16.351436 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:40:17.103476 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27498): Launched\u000a13:40:17.470714 run osmo-stp_10.42.42.5(pid=27499): Launched\u000a13:40:17.617275 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:40:18.183287 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27501): Launched\u000a13:40:18.492215 run osmo-msc_10.42.42.6(pid=27502): Launched\u000a13:40:18.673464 run osmo-stp_10.42.42.5(pid=27499): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27499)]\u000a13:40:18.803166 run osmo-stp_10.42.42.5(pid=27499): stdout: \u000a| (launched: 2022-12-13_13:40:17.293786)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:40:18.930096 run osmo-stp_10.42.42.5(pid=27499): stderr: \u000a| �[0;m�[38;5;43m20221213134017619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134017619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134017620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134017620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134017621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134017621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134017621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:40:19.052136 run osmo-stp_10.42.42.5(pid=27499): stdout: \u000a| (launched: 2022-12-13_13:40:17.293786)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:40:19.173286 run osmo-stp_10.42.42.5(pid=27499): stderr: \u000a| �[0;m�[38;5;43m20221213134017619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134017619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134017620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134017620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134017621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134017621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134017621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:40:19.226959 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27499): Process ended prematurely: osmo-stp_10.42.42.5(pid=27499) [trial-2390↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27499)] [trial-2390↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a13:40:19.235456 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a13:40:19.294375 run osmo-hlr_10.42.42.2(pid=27496): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27496)]\u000a13:40:19.342648 run osmo-hlr_10.42.42.2(pid=27496): stdout: \u000a| (launched: 2022-12-13_13:40:16.031088) \u000a13:40:19.391378 run osmo-hlr_10.42.42.2(pid=27496): stderr: \u000a| �[0;m�[1;31m20221213134016374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213134016374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213134016374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134016374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134016374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213134016374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213134016387 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213134016402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213134016403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213134016403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:40:19.457857 run osmo-msc_10.42.42.6(pid=27502): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27502)]\u000a13:40:19.505995 run osmo-msc_10.42.42.6(pid=27502): stdout: \u000a| (launched: 2022-12-13_13:40:18.339562) \u000a13:40:19.555008 run osmo-msc_10.42.42.6(pid=27502): stderr: \u000a| �[0;m�[38;5;43m20221213134018610 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213134018610 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f42ca67dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213134018610 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213134018610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213134018610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213134018610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213134018612 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213134018612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213134018613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213134018613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:40:19.596200 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27495): Terminating (SIGTERM)\u000a13:40:19.635297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27498): Terminating (SIGTERM)\u000a13:40:19.674555 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27501): Terminating (SIGTERM)\u000a13:40:19.683624 --- ParallelTerminationStrategy: PID 27495 died...\u000a13:40:19.735766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27495): Terminated: ok {rc=0}\u000a13:40:19.745306 --- ParallelTerminationStrategy: PID 27498 died...\u000a13:40:19.797319 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27498): Terminated: ok {rc=0}\u000a13:40:19.806736 --- ParallelTerminationStrategy: PID 27501 died...\u000a13:40:19.859138 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27501): Terminated: ok {rc=0}\u000a13:40:19.941966 bus /sierra_3: Setting Powered False\u000a13:40:21.047882 bus /sierra_3: Setting Powered False\u000a13:40:22.156295 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "86", "name" : "voice_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:40:02" }, { "cases" : [ { "testActions" : [ ], "age" : 73, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27513): Process ended prematurely: osmo-stp_10.42.42.5(pid=27513) [trial-2390↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27513)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27513): Process ended prematurely: osmo-stp_10.42.42.5(pid=27513) [trial-2390↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27513)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 emergency:trx-umtrx emergency_mo_mt_call.py\u000a----------------------------------------------\u000a13:40:24.179888 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:40:24.191098 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a13:40:24.327042 tst emergency_mo_mt_call.py: using LAC 34322\u000a13:40:24.446776 tst emergency_mo_mt_call.py: using RAC 152\u000a13:40:24.564112 tst emergency_mo_mt_call.py: using CellId 34322\u000a13:40:24.682950 tst emergency_mo_mt_call.py: using BVCI 34323\u000a13:40:24.705907 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:40:24.716579 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:40:24.727292 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:40:24.737947 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:40:24.748523 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:40:24.759439 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a13:40:24.877181 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a13:40:25.089610 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:40:25.598430 run create_hlr_db(pid=27507): Launched\u000a13:40:25.785385 bus /sierra_2: Setting Powered False\u000a13:40:26.805091 run create_hlr_db(pid=27507): Terminated: ok {rc=0}\u000a13:40:27.233839 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27509): Launched\u000a13:40:27.557332 run osmo-hlr_10.42.42.2(pid=27510): Launched\u000a13:40:27.674196 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:40:28.232366 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27512): Launched\u000a13:40:28.556265 run osmo-stp_10.42.42.5(pid=27513): Launched\u000a13:40:28.691324 tst emergency_mo_mt_call.py: using MSISDN 8183\u000a13:40:28.850980 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:40:29.442401 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27515): Launched\u000a13:40:29.767960 run osmo-msc_10.42.42.6(pid=27516): Launched\u000a13:40:29.958737 run osmo-stp_10.42.42.5(pid=27513): ERR: Terminated: ERROR {rc=1} [trial-2390↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27513)]\u000a13:40:30.097732 run osmo-stp_10.42.42.5(pid=27513): stdout: \u000a| (launched: 2022-12-13_13:40:28.397150)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:40:30.235581 run osmo-stp_10.42.42.5(pid=27513): stderr: \u000a| �[0;m�[38;5;43m20221213134028585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134028585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134028585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134028586 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134028586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134028587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134028587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:40:30.365979 run osmo-stp_10.42.42.5(pid=27513): stdout: \u000a| (launched: 2022-12-13_13:40:28.397150)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:40:30.495001 run osmo-stp_10.42.42.5(pid=27513): stderr: \u000a| �[0;m�[38;5;43m20221213134028585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134028585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134028585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134028586 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134028586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134028587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134028587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:40:30.551432 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=27513): Process ended prematurely: osmo-stp_10.42.42.5(pid=27513) [trial-2390↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27513)] [trial-2390↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19]\u000a13:40:30.560235 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a13:40:30.622716 run osmo-hlr_10.42.42.2(pid=27510): ERR: Terminated: ERROR {rc=237} [trial-2390↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27510)]\u000a13:40:30.673989 run osmo-hlr_10.42.42.2(pid=27510): stdout: \u000a| (launched: 2022-12-13_13:40:27.397607) \u000a13:40:30.725466 run osmo-hlr_10.42.42.2(pid=27510): stderr: \u000a| �[0;m�[1;31m20221213134027593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213134027593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213134027593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134027593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134027593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213134027593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213134027605 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/emergency:trx-umtrx/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213134027614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213134027614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213134027614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:40:30.795491 run osmo-msc_10.42.42.6(pid=27516): ERR: Terminated: ERROR {rc=2} [trial-2390↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27516)]\u000a13:40:30.867474 run osmo-msc_10.42.42.6(pid=27516): stdout: \u000a| (launched: 2022-12-13_13:40:29.606035) \u000a13:40:30.929498 run osmo-msc_10.42.42.6(pid=27516): stderr: \u000a| �[0;m�[38;5;43m20221213134029922 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213134029922 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff27cb1ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213134029922 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213134029922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213134029923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213134029923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213134029925 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213134029925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213134029925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213134029925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:40:30.973381 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27509): Terminating (SIGTERM)\u000a13:40:31.016528 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27512): Terminating (SIGTERM)\u000a13:40:31.062750 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27515): Terminating (SIGTERM)\u000a13:40:31.073600 --- ParallelTerminationStrategy: PID 27509 died...\u000a13:40:31.131502 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27509): Terminated: ok {rc=0}\u000a13:40:31.141873 --- ParallelTerminationStrategy: PID 27512 died...\u000a13:40:31.197822 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27512): Terminated: ok {rc=0}\u000a13:40:31.208123 --- ParallelTerminationStrategy: PID 27515 died...\u000a13:40:31.265238 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27515): Terminated: ok {rc=0}\u000a13:40:31.364730 bus /sierra_3: Setting Powered False\u000a13:40:32.468392 bus /sierra_3: Setting Powered False\u000a13:40:33.573767 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27524): Process ended prematurely: osmo-stp_10.42.42.5(pid=27524) [trial-2390↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27524)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27524): Process ended prematurely: osmo-stp_10.42.42.5(pid=27524) [trial-2390↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27524)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 emergency:trx-umtrx emergency_preemptive_call.py\u000a----------------------------------------------\u000a13:40:34.625806 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:40:34.638212 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a13:40:34.797622 tst emergency_preemptive_call.py: using LAC 34323\u000a13:40:34.928182 tst emergency_preemptive_call.py: using RAC 153\u000a13:40:35.055185 tst emergency_preemptive_call.py: using CellId 34323\u000a13:40:35.181603 tst emergency_preemptive_call.py: using BVCI 34324\u000a13:40:35.206091 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:40:35.217582 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:40:35.228729 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:40:35.240074 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:40:35.251590 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a13:40:35.263264 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a13:40:35.383281 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a13:40:35.503501 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a13:40:35.620355 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a13:40:35.832098 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:40:36.344026 run create_hlr_db(pid=27518): Launched\u000a13:40:36.532335 bus /sierra_2: Setting Powered False\u000a13:40:37.552626 run create_hlr_db(pid=27518): Terminated: ok {rc=0}\u000a13:40:37.966019 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27520): Launched\u000a13:40:38.291002 run osmo-hlr_10.42.42.2(pid=27521): Launched\u000a13:40:38.409959 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:40:38.975872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27523): Launched\u000a13:40:39.299534 run osmo-stp_10.42.42.5(pid=27524): Launched\u000a13:40:39.434750 tst emergency_preemptive_call.py: using MSISDN 8184\u000a13:40:39.596219 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:40:40.185748 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27526): Launched\u000a13:40:40.509355 run osmo-msc_10.42.42.6(pid=27527): Launched\u000a13:40:40.697441 run osmo-stp_10.42.42.5(pid=27524): ERR: Terminated: ERROR {rc=1} [trial-2390↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27524)]\u000a13:40:40.833432 run osmo-stp_10.42.42.5(pid=27524): stdout: \u000a| (launched: 2022-12-13_13:40:39.140059)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:40:40.969088 run osmo-stp_10.42.42.5(pid=27524): stderr: \u000a| �[0;m�[38;5;43m20221213134039329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134039329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134039329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134039330 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134039331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134039331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134039331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:40:41.099134 run osmo-stp_10.42.42.5(pid=27524): stdout: \u000a| (launched: 2022-12-13_13:40:39.140059)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:40:41.227447 run osmo-stp_10.42.42.5(pid=27524): stderr: \u000a| �[0;m�[38;5;43m20221213134039329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134039329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134039329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134039330 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134039331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134039331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134039331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:40:41.284298 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=27524): Process ended prematurely: osmo-stp_10.42.42.5(pid=27524) [trial-2390↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27524)] [trial-2390↪emergency:trx-umtrx↪emergency_preemptive_call.py:32]\u000a13:40:41.293459 tst emergency_preemptive_call.py:32: Test FAILED (6.7 sec)\u000a13:40:41.356687 run osmo-hlr_10.42.42.2(pid=27521): ERR: Terminated: ERROR {rc=237} [trial-2390↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27521)]\u000a13:40:41.408100 run osmo-hlr_10.42.42.2(pid=27521): stdout: \u000a| (launched: 2022-12-13_13:40:38.130856) \u000a13:40:41.460244 run osmo-hlr_10.42.42.2(pid=27521): stderr: \u000a| �[0;m�[1;31m20221213134038325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213134038326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213134038326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134038326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134038326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213134038326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213134038338 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/emergency:trx-umtrx/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213134038346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213134038347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213134038347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:40:41.531179 run osmo-msc_10.42.42.6(pid=27527): ERR: Terminated: ERROR {rc=2} [trial-2390↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27527)]\u000a13:40:41.582744 run osmo-msc_10.42.42.6(pid=27527): stdout: \u000a| (launched: 2022-12-13_13:40:40.349793) \u000a13:40:41.634793 run osmo-msc_10.42.42.6(pid=27527): stderr: \u000a| �[0;m�[38;5;43m20221213134040671 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213134040672 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f68fa530c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213134040672 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213134040672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213134040672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213134040672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213134040674 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213134040674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213134040674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213134040675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:40:41.679199 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27520): Terminating (SIGTERM)\u000a13:40:41.721576 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27523): Terminating (SIGTERM)\u000a13:40:41.763679 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27526): Terminating (SIGTERM)\u000a13:40:41.773370 --- ParallelTerminationStrategy: PID 27520 died...\u000a13:40:41.829469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27520): Terminated: ok {rc=0}\u000a13:40:41.839466 --- ParallelTerminationStrategy: PID 27523 died...\u000a13:40:41.895252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27523): Terminated: ok {rc=0}\u000a13:40:41.905244 --- ParallelTerminationStrategy: PID 27526 died...\u000a13:40:41.961078 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27526): Terminated: ok {rc=0}\u000a13:40:42.048263 bus /sierra_9: Setting Powered False\u000a13:40:43.154878 bus /sierra_9: Setting Powered False\u000a13:40:44.267080 bus /sierra_8: Setting Powered False\u000a13:40:45.368626 bus /sierra_8: Setting Powered False\u000a13:40:46.496420 bus /sierra_3: Setting Powered False\u000a13:40:47.605525 bus /sierra_3: Setting Powered False\u000a13:40:48.714358 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "87", "name" : "emergency_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:40:23" }, { "cases" : [ { "testActions" : [ ], "age" : 73, "className" : "gprs:trx-umtrx", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27543): Process ended prematurely: osmo-stp_10.42.42.5(pid=27543) [trial-2390↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27543)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27543): Process ended prematurely: osmo-stp_10.42.42.5(pid=27543) [trial-2390↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27543)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-umtrx cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:40:50.845473 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:40:50.856043 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a13:40:50.991728 tst cs_paging_gprs_active.py: using LAC 34324\u000a13:40:51.112173 tst cs_paging_gprs_active.py: using RAC 154\u000a13:40:51.235866 tst cs_paging_gprs_active.py: using CellId 34324\u000a13:40:51.356242 tst cs_paging_gprs_active.py: using BVCI 34325\u000a13:40:51.379567 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:40:51.390222 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:40:51.400591 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:40:51.411019 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:40:51.421300 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:40:51.431582 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:40:51.442091 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:40:51.452350 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:40:51.462902 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a13:40:51.579798 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a13:40:51.880517 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:40:52.008758 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:40:52.325758 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27533): Launched\u000a13:40:52.588709 run iperf3-srv_10.42.42.10(pid=27534): Launched\u000a13:40:52.775209 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:40:52.903138 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:40:53.220545 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27535): Launched\u000a13:40:53.484305 run iperf3-srv_10.42.42.10(pid=27536): Launched\u000a13:40:53.670549 tst cs_paging_gprs_active.py:38: start network...\u000a13:40:53.797722 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:40:54.291457 run create_hlr_db(pid=27537): Launched\u000a13:40:54.467886 bus /sierra_2: Setting Powered False\u000a13:40:55.489117 run create_hlr_db(pid=27537): Terminated: ok {rc=0}\u000a13:40:55.898371 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27539): Launched\u000a13:40:56.206304 run osmo-hlr_10.42.42.2(pid=27540): Launched\u000a13:40:56.318461 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:40:56.852593 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27542): Launched\u000a13:40:57.160493 run osmo-stp_10.42.42.5(pid=27543): Launched\u000a13:40:57.271978 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:40:57.807339 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27545): Launched\u000a13:40:57.916280 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:40:58.183283 run patchelf(pid=27546): Launched\u000a13:40:58.362522 run osmo-stp_10.42.42.5(pid=27543): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27543)]\u000a13:40:58.493507 run osmo-stp_10.42.42.5(pid=27543): stdout: \u000a| (launched: 2022-12-13_13:40:57.009686)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:40:58.624743 run osmo-stp_10.42.42.5(pid=27543): stderr: \u000a| �[0;m�[38;5;43m20221213134057176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134057176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134057176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134057177 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134057177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134057177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134057177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:40:58.751320 run osmo-stp_10.42.42.5(pid=27543): stdout: \u000a| (launched: 2022-12-13_13:40:57.009686)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:40:58.877345 run osmo-stp_10.42.42.5(pid=27543): stderr: \u000a| �[0;m�[38;5;43m20221213134057176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134057176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134057176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134057177 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134057177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134057177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134057177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:40:59.023752 run patchelf(pid=27546): Terminating (SIGINT)\u000a13:40:59.197166 run patchelf(pid=27546): Terminated: ok {rc=0}\u000a13:40:59.228916 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=27543): Process ended prematurely: osmo-stp_10.42.42.5(pid=27543) [trial-2390↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27543)] [trial-2390↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38]\u000a13:40:59.238119 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a13:40:59.297299 run osmo-hlr_10.42.42.2(pid=27540): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-umtrx↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27540)]\u000a13:40:59.345927 run osmo-hlr_10.42.42.2(pid=27540): stdout: \u000a| (launched: 2022-12-13_13:40:56.054750) \u000a13:40:59.394873 run osmo-hlr_10.42.42.2(pid=27540): stderr: \u000a| �[0;m�[1;31m20221213134056229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213134056229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213134056229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134056229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134056229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213134056229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213134056242 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-umtrx/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213134056250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213134056250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213134056251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:40:59.436786 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27533): Terminating (SIGTERM)\u000a13:40:59.476186 run iperf3-srv_10.42.42.10(pid=27534): Terminating (SIGTERM)\u000a13:40:59.515571 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27535): Terminating (SIGTERM)\u000a13:40:59.554834 run iperf3-srv_10.42.42.10(pid=27536): Terminating (SIGTERM)\u000a13:40:59.594293 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27539): Terminating (SIGTERM)\u000a13:40:59.633762 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27542): Terminating (SIGTERM)\u000a13:40:59.673501 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27545): Terminating (SIGTERM)\u000a13:40:59.682783 --- ParallelTerminationStrategy: PID 27533 died...\u000a13:40:59.735520 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27533): Terminated: ok {rc=0}\u000a13:40:59.745139 --- ParallelTerminationStrategy: PID 27534 died...\u000a13:40:59.797024 run iperf3-srv_10.42.42.10(pid=27534): Terminated {rc=256}\u000a13:40:59.806405 --- ParallelTerminationStrategy: PID 27535 died...\u000a13:40:59.858808 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27535): Terminated: ok {rc=0}\u000a13:40:59.868315 --- ParallelTerminationStrategy: PID 27536 died...\u000a13:40:59.920467 run iperf3-srv_10.42.42.10(pid=27536): Terminated {rc=256}\u000a13:40:59.929900 --- ParallelTerminationStrategy: PID 27539 died...\u000a13:40:59.982066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27539): Terminated: ok {rc=0}\u000a13:40:59.991549 --- ParallelTerminationStrategy: PID 27542 died...\u000a13:41:00.043878 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27542): Terminated: ok {rc=0}\u000a13:41:00.053875 --- ParallelTerminationStrategy: PID 27545 died...\u000a13:41:00.106715 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27545): Terminated: ok {rc=0}\u000a13:41:00.195392 bus /gobi_0: Setting Powered False\u000a13:41:01.302595 bus /gobi_0: Setting Powered False\u000a13:41:02.412447 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 73, "className" : "gprs:trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27555): Process ended prematurely: osmo-stp_10.42.42.5(pid=27555) [trial-2390↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27555)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27555): Process ended prematurely: osmo-stp_10.42.42.5(pid=27555) [trial-2390↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27555)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-umtrx iperf3.py\u000a----------------------------------------------\u000a13:41:03.522852 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:41:03.534063 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a13:41:03.681609 tst iperf3.py: using LAC 34325\u000a13:41:03.812714 tst iperf3.py: using RAC 155\u000a13:41:03.947294 tst iperf3.py: using CellId 34325\u000a13:41:04.075538 tst iperf3.py: using BVCI 34326\u000a13:41:04.101083 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:41:04.112352 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:41:04.123406 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:41:04.134426 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:41:04.145649 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:41:04.156859 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:41:04.168262 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:41:04.179513 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:41:04.190877 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a13:41:04.474501 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:41:04.602847 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:41:04.920845 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27547): Launched\u000a13:41:05.187432 run iperf3-srv_10.42.42.10(pid=27548): Launched\u000a13:41:05.375996 tst iperf3.py:8: start network...\u000a13:41:05.504351 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:41:06.000712 run create_hlr_db(pid=27549): Launched\u000a13:41:06.176914 bus /gobi_6: Setting Powered False\u000a13:41:07.198182 run create_hlr_db(pid=27549): Terminated: ok {rc=0}\u000a13:41:07.636371 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27551): Launched\u000a13:41:07.966236 run osmo-hlr_10.42.42.2(pid=27552): Launched\u000a13:41:08.086375 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:41:08.660581 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27554): Launched\u000a13:41:08.990811 run osmo-stp_10.42.42.5(pid=27555): Launched\u000a13:41:09.110214 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:41:09.685852 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27557): Launched\u000a13:41:09.803108 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:41:10.091860 run patchelf(pid=27558): Launched\u000a13:41:10.284940 run osmo-stp_10.42.42.5(pid=27555): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27555)]\u000a13:41:10.425638 run osmo-stp_10.42.42.5(pid=27555): stdout: \u000a| (launched: 2022-12-13_13:41:08.827546)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:41:10.566654 run osmo-stp_10.42.42.5(pid=27555): stderr: \u000a| �[0;m�[38;5;43m20221213134109016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134109017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134109017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134109017 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134109018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134109018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134109018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:41:10.702968 run osmo-stp_10.42.42.5(pid=27555): stdout: \u000a| (launched: 2022-12-13_13:41:08.827546)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:41:10.838048 run osmo-stp_10.42.42.5(pid=27555): stderr: \u000a| �[0;m�[38;5;43m20221213134109016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134109017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134109017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134109017 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134109018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134109018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134109018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:41:10.996102 run patchelf(pid=27558): Terminating (SIGINT)\u000a13:41:11.181164 run patchelf(pid=27558): Terminated: ok {rc=0}\u000a13:41:11.214737 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27555): Process ended prematurely: osmo-stp_10.42.42.5(pid=27555) [trial-2390↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27555)] [trial-2390↪gprs:trx-umtrx↪iperf3.py:8]\u000a13:41:11.224569 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a13:41:11.288010 run osmo-hlr_10.42.42.2(pid=27552): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-umtrx↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27552)]\u000a13:41:11.339373 run osmo-hlr_10.42.42.2(pid=27552): stdout: \u000a| (launched: 2022-12-13_13:41:07.804295) \u000a13:41:11.391190 run osmo-hlr_10.42.42.2(pid=27552): stderr: \u000a| �[0;m�[1;31m20221213134107999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213134108000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213134108000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134108000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134108000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213134108000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213134108012 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-umtrx/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213134108021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213134108021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213134108021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:41:11.435572 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27547): Terminating (SIGTERM)\u000a13:41:11.478091 run iperf3-srv_10.42.42.10(pid=27548): Terminating (SIGTERM)\u000a13:41:11.520206 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27551): Terminating (SIGTERM)\u000a13:41:11.562746 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27554): Terminating (SIGTERM)\u000a13:41:11.604913 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27557): Terminating (SIGTERM)\u000a13:41:11.614702 --- ParallelTerminationStrategy: PID 27547 died...\u000a13:41:11.671355 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27547): Terminated: ok {rc=0}\u000a13:41:11.681469 --- ParallelTerminationStrategy: PID 27548 died...\u000a13:41:11.737646 run iperf3-srv_10.42.42.10(pid=27548): Terminated {rc=256}\u000a13:41:11.747636 --- ParallelTerminationStrategy: PID 27551 died...\u000a13:41:11.803755 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27551): Terminated: ok {rc=0}\u000a13:41:11.813859 --- ParallelTerminationStrategy: PID 27554 died...\u000a13:41:11.870043 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27554): Terminated: ok {rc=0}\u000a13:41:11.880073 --- ParallelTerminationStrategy: PID 27557 died...\u000a13:41:11.936504 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27557): Terminated: ok {rc=0}\u000a13:41:12.023975 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-umtrx", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27573): Process ended prematurely: osmo-stp_10.42.42.5(pid=27573) [trial-2390↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27573)]", "failedSince" : 2175, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27573): Process ended prematurely: osmo-stp_10.42.42.5(pid=27573) [trial-2390↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27573)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-umtrx iperf3m4.py\u000a----------------------------------------------\u000a13:41:13.140566 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:41:13.152289 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a13:41:13.297750 tst iperf3m4.py: using LAC 34326\u000a13:41:13.427957 tst iperf3m4.py: using RAC 156\u000a13:41:13.555917 tst iperf3m4.py: using CellId 34326\u000a13:41:13.685196 tst iperf3m4.py: using BVCI 34327\u000a13:41:13.710741 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:41:13.722130 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:41:13.732927 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:41:13.743826 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:41:13.755113 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:41:13.766296 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:41:13.777703 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:41:13.788778 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:41:13.800124 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a13:41:13.919911 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a13:41:14.048449 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a13:41:14.165400 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a13:41:14.464926 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:41:14.603049 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:41:14.943802 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27559): Launched\u000a13:41:15.227980 run iperf3-srv_10.42.42.10(pid=27560): Launched\u000a13:41:15.431022 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:41:15.568706 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:41:15.934658 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27561): Launched\u000a13:41:16.227663 run iperf3-srv_10.42.42.10(pid=27562): Launched\u000a13:41:16.434970 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:41:16.575561 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:41:16.937427 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27563): Launched\u000a13:41:17.237368 run iperf3-srv_10.42.42.10(pid=27564): Launched\u000a13:41:17.441326 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:41:17.578896 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:41:17.919087 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27565): Launched\u000a13:41:18.203693 run iperf3-srv_10.42.42.10(pid=27566): Launched\u000a13:41:18.405499 tst iperf3m4.py:8: start network...\u000a13:41:18.542475 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:41:19.062306 run create_hlr_db(pid=27567): Launched\u000a13:41:19.252868 bus /gobi_6: Setting Powered False\u000a13:41:20.273358 run create_hlr_db(pid=27567): Terminated: ok {rc=0}\u000a13:41:20.712538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27569): Launched\u000a13:41:21.043062 run osmo-hlr_10.42.42.2(pid=27570): Launched\u000a13:41:21.164778 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:41:21.742776 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27572): Launched\u000a13:41:22.075639 run osmo-stp_10.42.42.5(pid=27573): Launched\u000a13:41:22.195823 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:41:22.773758 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27575): Launched\u000a13:41:22.891292 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:41:23.180342 run patchelf(pid=27576): Launched\u000a13:41:23.373259 run osmo-stp_10.42.42.5(pid=27573): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27573)]\u000a13:41:23.514121 run osmo-stp_10.42.42.5(pid=27573): stdout: \u000a| (launched: 2022-12-13_13:41:21.911318)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:41:23.655363 run osmo-stp_10.42.42.5(pid=27573): stderr: \u000a| �[0;m�[38;5;43m20221213134122099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134122099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134122100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134122100 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134122101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134122101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134122101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:41:23.791599 run osmo-stp_10.42.42.5(pid=27573): stdout: \u000a| (launched: 2022-12-13_13:41:21.911318)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:41:23.926819 run osmo-stp_10.42.42.5(pid=27573): stderr: \u000a| �[0;m�[38;5;43m20221213134122099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134122099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134122100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134122100 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134122101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134122101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134122101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:41:24.084435 run patchelf(pid=27576): Terminating (SIGINT)\u000a13:41:24.269962 run patchelf(pid=27576): Terminated: ok {rc=0}\u000a13:41:24.303756 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27573): Process ended prematurely: osmo-stp_10.42.42.5(pid=27573) [trial-2390↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27573)] [trial-2390↪gprs:trx-umtrx↪iperf3m4.py:8]\u000a13:41:24.313996 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a13:41:24.377497 run osmo-hlr_10.42.42.2(pid=27570): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-umtrx↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27570)]\u000a13:41:24.428753 run osmo-hlr_10.42.42.2(pid=27570): stdout: \u000a| (launched: 2022-12-13_13:41:20.880479) \u000a13:41:24.480798 run osmo-hlr_10.42.42.2(pid=27570): stderr: \u000a| �[0;m�[1;31m20221213134121080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213134121080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213134121080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134121080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134121080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213134121080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213134121092 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-umtrx/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213134121101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213134121101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213134121101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:41:24.525414 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27559): Terminating (SIGTERM)\u000a13:41:24.567553 run iperf3-srv_10.42.42.10(pid=27560): Terminating (SIGTERM)\u000a13:41:24.610336 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27561): Terminating (SIGTERM)\u000a13:41:24.652527 run iperf3-srv_10.42.42.10(pid=27562): Terminating (SIGTERM)\u000a13:41:24.695253 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27563): Terminating (SIGTERM)\u000a13:41:24.737879 run iperf3-srv_10.42.42.10(pid=27564): Terminating (SIGTERM)\u000a13:41:24.779949 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27565): Terminating (SIGTERM)\u000a13:41:24.822036 run iperf3-srv_10.42.42.10(pid=27566): Terminating (SIGTERM)\u000a13:41:24.864653 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27569): Terminating (SIGTERM)\u000a13:41:24.907325 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27572): Terminating (SIGTERM)\u000a13:41:24.950034 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27575): Terminating (SIGTERM)\u000a13:41:24.959746 --- ParallelTerminationStrategy: PID 27559 died...\u000a13:41:25.016216 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27559): Terminated: ok {rc=0}\u000a13:41:25.026265 --- ParallelTerminationStrategy: PID 27560 died...\u000a13:41:25.082436 run iperf3-srv_10.42.42.10(pid=27560): Terminated {rc=256}\u000a13:41:25.092416 --- ParallelTerminationStrategy: PID 27561 died...\u000a13:41:25.148642 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27561): Terminated: ok {rc=0}\u000a13:41:25.158768 --- ParallelTerminationStrategy: PID 27562 died...\u000a13:41:25.214632 run iperf3-srv_10.42.42.10(pid=27562): Terminated {rc=256}\u000a13:41:25.224594 --- ParallelTerminationStrategy: PID 27563 died...\u000a13:41:25.280901 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27563): Terminated: ok {rc=0}\u000a13:41:25.290952 --- ParallelTerminationStrategy: PID 27564 died...\u000a13:41:25.346975 run iperf3-srv_10.42.42.10(pid=27564): Terminated {rc=256}\u000a13:41:25.357044 --- ParallelTerminationStrategy: PID 27565 died...\u000a13:41:25.413258 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27565): Terminated: ok {rc=0}\u000a13:41:25.423263 --- ParallelTerminationStrategy: PID 27566 died...\u000a13:41:25.479351 run iperf3-srv_10.42.42.10(pid=27566): Terminated {rc=256}\u000a13:41:25.489897 --- ParallelTerminationStrategy: PID 27569 died...\u000a13:41:25.546180 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27569): Terminated: ok {rc=0}\u000a13:41:25.556306 --- ParallelTerminationStrategy: PID 27572 died...\u000a13:41:25.612575 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27572): Terminated: ok {rc=0}\u000a13:41:25.622665 --- ParallelTerminationStrategy: PID 27575 died...\u000a13:41:25.678995 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27575): Terminated: ok {rc=0}\u000a13:41:25.766210 bus /gobi_4: Setting Powered False\u000a13:41:26.869356 bus /gobi_4: Setting Powered False\u000a13:41:27.980019 bus /gobi_1: Setting Powered False\u000a13:41:29.082146 bus /gobi_1: Setting Powered False\u000a13:41:30.191414 bus /gobi_0: Setting Powered False\u000a13:41:31.297186 bus /gobi_0: Setting Powered False\u000a13:41:32.406488 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 191, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27583): Process ended prematurely: osmo-stp_10.42.42.5(pid=27583) [trial-2390↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27583)]", "failedSince" : 2200, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27583): Process ended prematurely: osmo-stp_10.42.42.5(pid=27583) [trial-2390↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27583)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-umtrx ping.py\u000a----------------------------------------------\u000a13:41:33.475626 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:41:33.487655 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a13:41:33.625112 tst ping.py: using LAC 34327\u000a13:41:33.744152 tst ping.py: using RAC 157\u000a13:41:33.863058 tst ping.py: using CellId 34327\u000a13:41:33.983670 tst ping.py: using BVCI 34328\u000a13:41:34.006952 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:41:34.017552 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:41:34.027942 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:41:34.038844 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:41:34.049261 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:41:34.060379 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:41:34.071222 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:41:34.081870 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a13:41:34.363435 tst ping.py:19: start network...\u000a13:41:34.488152 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:41:34.972908 run create_hlr_db(pid=27577): Launched\u000a13:41:35.162115 bus /gobi_6: Setting Powered False\u000a13:41:36.181126 run create_hlr_db(pid=27577): Terminated: ok {rc=0}\u000a13:41:36.594112 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27579): Launched\u000a13:41:36.918512 run osmo-hlr_10.42.42.2(pid=27580): Launched\u000a13:41:37.038701 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:41:37.606979 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27582): Launched\u000a13:41:37.931533 run osmo-stp_10.42.42.5(pid=27583): Launched\u000a13:41:38.048656 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:41:38.612567 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27585): Launched\u000a13:41:38.728193 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:41:39.011384 run patchelf(pid=27586): Launched\u000a13:41:39.201122 run osmo-stp_10.42.42.5(pid=27583): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27583)]\u000a13:41:39.340368 run osmo-stp_10.42.42.5(pid=27583): stdout: \u000a| (launched: 2022-12-13_13:41:37.771010)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:41:39.479283 run osmo-stp_10.42.42.5(pid=27583): stderr: \u000a| �[0;m�[38;5;43m20221213134137958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134137958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134137959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134137959 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134137959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134137960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134137960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:41:39.613089 run osmo-stp_10.42.42.5(pid=27583): stdout: \u000a| (launched: 2022-12-13_13:41:37.771010)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:41:39.745644 run osmo-stp_10.42.42.5(pid=27583): stderr: \u000a| �[0;m�[38;5;43m20221213134137958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134137958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134137959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134137959 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134137959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134137960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134137960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:41:39.900260 run patchelf(pid=27586): Terminating (SIGINT)\u000a13:41:40.082867 run patchelf(pid=27586): Terminated: ok {rc=0}\u000a13:41:40.115921 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=27583): Process ended prematurely: osmo-stp_10.42.42.5(pid=27583) [trial-2390↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27583)] [trial-2390↪gprs:trx-umtrx↪ping.py:22]\u000a13:41:40.125324 tst ping.py:22: Test FAILED (6.6 sec)\u000a13:41:40.188527 run osmo-hlr_10.42.42.2(pid=27580): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-umtrx↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27580)]\u000a13:41:40.239843 run osmo-hlr_10.42.42.2(pid=27580): stdout: \u000a| (launched: 2022-12-13_13:41:36.758611) \u000a13:41:40.292048 run osmo-hlr_10.42.42.2(pid=27580): stderr: \u000a| �[0;m�[1;31m20221213134136952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213134136953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213134136953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134136953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134136953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213134136953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213134136964 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-umtrx/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213134136973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213134136973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213134136973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:41:40.336611 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27579): Terminating (SIGTERM)\u000a13:41:40.379237 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27582): Terminating (SIGTERM)\u000a13:41:40.421848 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27585): Terminating (SIGTERM)\u000a13:41:40.431624 --- ParallelTerminationStrategy: PID 27579 died...\u000a13:41:40.488163 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27579): Terminated: ok {rc=0}\u000a13:41:40.498328 --- ParallelTerminationStrategy: PID 27582 died...\u000a13:41:40.554689 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27582): Terminated: ok {rc=0}\u000a13:41:40.564763 --- ParallelTerminationStrategy: PID 27585 died...\u000a13:41:40.621081 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27585): Terminated: ok {rc=0}\u000a13:41:40.708547 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27593): Process ended prematurely: osmo-stp_10.42.42.5(pid=27593) [trial-2390↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27593)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27593): Process ended prematurely: osmo-stp_10.42.42.5(pid=27593) [trial-2390↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27593)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-umtrx ping_idle_ping.py\u000a----------------------------------------------\u000a13:41:41.761266 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:41:41.773071 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a13:41:41.911296 tst ping_idle_ping.py: using LAC 34328\u000a13:41:42.032531 tst ping_idle_ping.py: using RAC 158\u000a13:41:42.152413 tst ping_idle_ping.py: using CellId 34328\u000a13:41:42.272034 tst ping_idle_ping.py: using BVCI 34329\u000a13:41:42.295511 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:41:42.306431 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:41:42.317170 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:41:42.327884 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:41:42.338721 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:41:42.349653 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:41:42.360407 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a13:41:42.371370 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a13:41:42.648301 tst ping_idle_ping.py:24: start network...\u000a13:41:42.774152 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:41:43.259922 run create_hlr_db(pid=27587): Launched\u000a13:41:43.434473 bus /gobi_6: Setting Powered False\u000a13:41:44.455778 run create_hlr_db(pid=27587): Terminated: ok {rc=0}\u000a13:41:44.889435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27589): Launched\u000a13:41:45.215122 run osmo-hlr_10.42.42.2(pid=27590): Launched\u000a13:41:45.334212 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:41:45.921858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27592): Launched\u000a13:41:46.274646 run osmo-stp_10.42.42.5(pid=27593): Launched\u000a13:41:46.412735 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:41:47.125890 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27595): Launched\u000a13:41:47.237728 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:41:47.505194 run patchelf(pid=27596): Launched\u000a13:41:47.682381 run osmo-stp_10.42.42.5(pid=27593): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27593)]\u000a13:41:47.811793 run osmo-stp_10.42.42.5(pid=27593): stdout: \u000a| (launched: 2022-12-13_13:41:46.089808)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:41:47.941668 run osmo-stp_10.42.42.5(pid=27593): stderr: \u000a| �[0;m�[38;5;43m20221213134146475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134146475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134146475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134146478 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134146479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134146479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134146479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:41:48.066636 run osmo-stp_10.42.42.5(pid=27593): stdout: \u000a| (launched: 2022-12-13_13:41:46.089808)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:41:48.190465 run osmo-stp_10.42.42.5(pid=27593): stderr: \u000a| �[0;m�[38;5;43m20221213134146475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134146475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134146475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134146478 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134146479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134146479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134146479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:41:48.335040 run patchelf(pid=27596): Terminating (SIGINT)\u000a13:41:48.505059 run patchelf(pid=27596): Terminated: ok {rc=0}\u000a13:41:48.535898 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=27593): Process ended prematurely: osmo-stp_10.42.42.5(pid=27593) [trial-2390↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27593)] [trial-2390↪gprs:trx-umtrx↪ping_idle_ping.py:27]\u000a13:41:48.544760 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a13:41:48.604793 run osmo-hlr_10.42.42.2(pid=27590): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-umtrx↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27590)]\u000a13:41:48.653690 run osmo-hlr_10.42.42.2(pid=27590): stdout: \u000a| (launched: 2022-12-13_13:41:45.054359) \u000a13:41:48.703322 run osmo-hlr_10.42.42.2(pid=27590): stderr: \u000a| �[0;m�[1;31m20221213134145254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213134145254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213134145254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134145254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134145254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213134145254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213134145265 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-umtrx/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213134145273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213134145273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213134145274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:41:48.745646 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27589): Terminating (SIGTERM)\u000a13:41:48.785527 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27592): Terminating (SIGTERM)\u000a13:41:48.825503 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27595): Terminating (SIGTERM)\u000a13:41:48.834844 --- ParallelTerminationStrategy: PID 27589 died...\u000a13:41:48.888358 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27589): Terminated: ok {rc=0}\u000a13:41:48.898149 --- ParallelTerminationStrategy: PID 27592 died...\u000a13:41:48.951199 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27592): Terminated: ok {rc=0}\u000a13:41:48.960855 --- ParallelTerminationStrategy: PID 27595 died...\u000a13:41:49.013706 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27595): Terminated: ok {rc=0}\u000a13:41:49.101444 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "88", "name" : "gprs_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:40:50" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27610): Process ended prematurely: osmo-stp_10.42.42.5(pid=27610) [trial-2390↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27610)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27610): Process ended prematurely: osmo-stp_10.42.42.5(pid=27610) [trial-2390↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27610)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-umtrx+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:41:51.239702 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:41:51.250578 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:41:51.391015 tst cs_paging_gprs_active.py: using LAC 34329\u000a13:41:51.513454 tst cs_paging_gprs_active.py: using RAC 159\u000a13:41:51.636388 tst cs_paging_gprs_active.py: using CellId 34329\u000a13:41:51.767452 tst cs_paging_gprs_active.py: using BVCI 34330\u000a13:41:51.793095 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:41:51.804687 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:41:51.816038 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:41:51.827501 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:41:51.839104 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:41:51.851121 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:41:51.862827 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:41:51.874398 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:41:51.886560 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:41:52.007155 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:41:52.307348 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:41:52.446092 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:41:52.787874 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27600): Launched\u000a13:41:53.071698 run iperf3-srv_10.42.42.10(pid=27601): Launched\u000a13:41:53.273948 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:41:53.412855 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:41:53.756784 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27602): Launched\u000a13:41:54.041757 run iperf3-srv_10.42.42.10(pid=27603): Launched\u000a13:41:54.243524 tst cs_paging_gprs_active.py:38: start network...\u000a13:41:54.382203 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:41:54.903145 run create_hlr_db(pid=27604): Launched\u000a13:41:55.093587 bus /gobi_6: Setting Powered False\u000a13:41:56.114701 run create_hlr_db(pid=27604): Terminated: ok {rc=0}\u000a13:41:56.527753 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27606): Launched\u000a13:41:56.837505 run osmo-hlr_10.42.42.2(pid=27607): Launched\u000a13:41:56.962041 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:41:57.536305 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27609): Launched\u000a13:41:57.867360 run osmo-stp_10.42.42.5(pid=27610): Launched\u000a13:41:57.987524 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:41:58.562967 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27612): Launched\u000a13:41:58.681029 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:41:58.969117 run patchelf(pid=27613): Launched\u000a13:41:59.162072 run osmo-stp_10.42.42.5(pid=27610): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27610)]\u000a13:41:59.303125 run osmo-stp_10.42.42.5(pid=27610): stdout: \u000a| (launched: 2022-12-13_13:41:57.703974)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:41:59.444381 run osmo-stp_10.42.42.5(pid=27610): stderr: \u000a| �[0;m�[38;5;43m20221213134157892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134157892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134157893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134157893 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134157894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134157894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134157894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:41:59.580730 run osmo-stp_10.42.42.5(pid=27610): stdout: \u000a| (launched: 2022-12-13_13:41:57.703974)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:41:59.715584 run osmo-stp_10.42.42.5(pid=27610): stderr: \u000a| �[0;m�[38;5;43m20221213134157892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134157892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134157893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134157893 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134157894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134157894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134157894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:41:59.873062 run patchelf(pid=27613): Terminating (SIGINT)\u000a13:42:00.058535 run patchelf(pid=27613): Terminated: ok {rc=0}\u000a13:42:00.092373 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=27610): Process ended prematurely: osmo-stp_10.42.42.5(pid=27610) [trial-2390↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27610)] [trial-2390↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a13:42:00.102315 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a13:42:00.165379 run osmo-hlr_10.42.42.2(pid=27607): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27607)]\u000a13:42:00.216546 run osmo-hlr_10.42.42.2(pid=27607): stdout: \u000a| (launched: 2022-12-13_13:41:56.684642) \u000a13:42:00.268408 run osmo-hlr_10.42.42.2(pid=27607): stderr: \u000a| �[0;m�[1;31m20221213134156859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213134156859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213134156859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134156859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134156859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213134156859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213134156871 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-umtrx+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213134156879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213134156880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213134156880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:42:00.313118 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27600): Terminating (SIGTERM)\u000a13:42:00.355027 run iperf3-srv_10.42.42.10(pid=27601): Terminating (SIGTERM)\u000a13:42:00.397182 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27602): Terminating (SIGTERM)\u000a13:42:00.438938 run iperf3-srv_10.42.42.10(pid=27603): Terminating (SIGTERM)\u000a13:42:00.481455 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27606): Terminating (SIGTERM)\u000a13:42:00.523200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27609): Terminating (SIGTERM)\u000a13:42:00.565342 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27612): Terminating (SIGTERM)\u000a13:42:00.574972 --- ParallelTerminationStrategy: PID 27600 died...\u000a13:42:00.630829 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27600): Terminated: ok {rc=0}\u000a13:42:00.640781 --- ParallelTerminationStrategy: PID 27601 died...\u000a13:42:00.696258 run iperf3-srv_10.42.42.10(pid=27601): Terminated {rc=256}\u000a13:42:00.706159 --- ParallelTerminationStrategy: PID 27602 died...\u000a13:42:00.761551 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27602): Terminated: ok {rc=0}\u000a13:42:00.771480 --- ParallelTerminationStrategy: PID 27603 died...\u000a13:42:00.827682 run iperf3-srv_10.42.42.10(pid=27603): Terminated {rc=256}\u000a13:42:00.845573 --- ParallelTerminationStrategy: PID 27606 died...\u000a13:42:00.941653 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27606): Terminated: ok {rc=0}\u000a13:42:00.952700 --- ParallelTerminationStrategy: PID 27609 died...\u000a13:42:01.017995 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27609): Terminated: ok {rc=0}\u000a13:42:01.076797 --- ParallelTerminationStrategy: PID 27612 died...\u000a13:42:01.276306 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27612): Terminated: ok {rc=0}\u000a13:42:01.389052 bus /gobi_0: Setting Powered False\u000a13:42:02.498258 bus /gobi_0: Setting Powered False\u000a13:42:03.609069 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27630): Process ended prematurely: osmo-stp_10.42.42.5(pid=27630) [trial-2390↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27630)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27630): Process ended prematurely: osmo-stp_10.42.42.5(pid=27630) [trial-2390↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27630)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-umtrx+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a13:42:04.719878 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:42:04.731524 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:42:04.875743 tst iperf3.py: using LAC 34330\u000a13:42:04.999513 tst iperf3.py: using RAC 160\u000a13:42:05.122703 tst iperf3.py: using CellId 34330\u000a13:42:05.245464 tst iperf3.py: using BVCI 34331\u000a13:42:05.269364 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:42:05.280221 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:42:05.290999 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:42:05.301812 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:42:05.312369 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:42:05.323641 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:42:05.334886 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:42:05.345605 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:42:05.356400 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:42:05.638925 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:42:05.766546 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:42:06.084495 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27622): Launched\u000a13:42:06.349529 run iperf3-srv_10.42.42.10(pid=27623): Launched\u000a13:42:06.536633 tst iperf3.py:8: start network...\u000a13:42:06.663908 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:42:07.153916 run create_hlr_db(pid=27624): Launched\u000a13:42:07.329756 bus /gobi_6: Setting Powered False\u000a13:42:08.350168 run create_hlr_db(pid=27624): Terminated: ok {rc=0}\u000a13:42:08.787439 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27626): Launched\u000a13:42:09.117654 run osmo-hlr_10.42.42.2(pid=27627): Launched\u000a13:42:09.239578 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:42:09.818830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27629): Launched\u000a13:42:10.148883 run osmo-stp_10.42.42.5(pid=27630): Launched\u000a13:42:10.267474 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:42:10.841406 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27632): Launched\u000a13:42:10.958321 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:42:11.246121 run patchelf(pid=27633): Launched\u000a13:42:11.438446 run osmo-stp_10.42.42.5(pid=27630): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27630)]\u000a13:42:11.578884 run osmo-stp_10.42.42.5(pid=27630): stdout: \u000a| (launched: 2022-12-13_13:42:09.986296)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:42:11.719226 run osmo-stp_10.42.42.5(pid=27630): stderr: \u000a| �[0;m�[38;5;43m20221213134210177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134210177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134210178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134210178 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134210178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134210178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134210179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:42:11.854837 run osmo-stp_10.42.42.5(pid=27630): stdout: \u000a| (launched: 2022-12-13_13:42:09.986296)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:42:11.988853 run osmo-stp_10.42.42.5(pid=27630): stderr: \u000a| �[0;m�[38;5;43m20221213134210177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134210177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134210178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134210178 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134210178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134210178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134210179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:42:12.145724 run patchelf(pid=27633): Terminating (SIGINT)\u000a13:42:12.331302 run patchelf(pid=27633): Terminated: ok {rc=0}\u000a13:42:12.365345 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27630): Process ended prematurely: osmo-stp_10.42.42.5(pid=27630) [trial-2390↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27630)] [trial-2390↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8]\u000a13:42:12.375692 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a13:42:12.438325 run osmo-hlr_10.42.42.2(pid=27627): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27627)]\u000a13:42:12.489644 run osmo-hlr_10.42.42.2(pid=27627): stdout: \u000a| (launched: 2022-12-13_13:42:08.954604) \u000a13:42:12.541237 run osmo-hlr_10.42.42.2(pid=27627): stderr: \u000a| �[0;m�[1;31m20221213134209149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213134209149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213134209149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134209150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134209150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213134209150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213134209161 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-umtrx+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213134209169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213134209170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213134209170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:42:12.585536 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27622): Terminating (SIGTERM)\u000a13:42:12.626913 run iperf3-srv_10.42.42.10(pid=27623): Terminating (SIGTERM)\u000a13:42:12.668408 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27626): Terminating (SIGTERM)\u000a13:42:12.709725 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27629): Terminating (SIGTERM)\u000a13:42:12.751648 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27632): Terminating (SIGTERM)\u000a13:42:12.761606 --- ParallelTerminationStrategy: PID 27622 died...\u000a13:42:12.817673 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27622): Terminated: ok {rc=0}\u000a13:42:12.827559 --- ParallelTerminationStrategy: PID 27623 died...\u000a13:42:12.882924 run iperf3-srv_10.42.42.10(pid=27623): Terminated {rc=256}\u000a13:42:12.893429 --- ParallelTerminationStrategy: PID 27626 died...\u000a13:42:12.948762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27626): Terminated: ok {rc=0}\u000a13:42:12.958667 --- ParallelTerminationStrategy: PID 27629 died...\u000a13:42:13.014206 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27629): Terminated: ok {rc=0}\u000a13:42:13.024062 --- ParallelTerminationStrategy: PID 27632 died...\u000a13:42:13.079737 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27632): Terminated: ok {rc=0}\u000a13:42:13.164869 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27648): Process ended prematurely: osmo-stp_10.42.42.5(pid=27648) [trial-2390↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27648)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27648): Process ended prematurely: osmo-stp_10.42.42.5(pid=27648) [trial-2390↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27648)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-umtrx+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a13:42:14.280344 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:42:14.292551 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:42:14.441172 tst iperf3m4.py: using LAC 34331\u000a13:42:14.572514 tst iperf3m4.py: using RAC 161\u000a13:42:14.703903 tst iperf3m4.py: using CellId 34331\u000a13:42:14.832463 tst iperf3m4.py: using BVCI 34332\u000a13:42:14.857758 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:42:14.869197 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:42:14.880284 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:42:14.891512 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:42:14.902914 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:42:14.914272 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:42:14.925844 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:42:14.937641 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:42:14.949429 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:42:15.069377 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:42:15.194508 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:42:15.313617 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:42:15.600784 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:42:15.729280 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:42:16.113271 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27634): Launched\u000a13:42:16.445790 run iperf3-srv_10.42.42.10(pid=27635): Launched\u000a13:42:16.663009 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:42:16.804909 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:42:17.161945 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27636): Launched\u000a13:42:17.448760 run iperf3-srv_10.42.42.10(pid=27637): Launched\u000a13:42:17.651734 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:42:17.789408 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:42:18.130007 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27638): Launched\u000a13:42:18.415088 run iperf3-srv_10.42.42.10(pid=27639): Launched\u000a13:42:18.617590 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:42:18.755054 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:42:19.096018 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27640): Launched\u000a13:42:19.382605 run iperf3-srv_10.42.42.10(pid=27641): Launched\u000a13:42:19.585683 tst iperf3m4.py:8: start network...\u000a13:42:19.723458 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:42:20.244862 run create_hlr_db(pid=27642): Launched\u000a13:42:20.437291 bus /gobi_6: Setting Powered False\u000a13:42:21.457501 run create_hlr_db(pid=27642): Terminated: ok {rc=0}\u000a13:42:21.897766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27644): Launched\u000a13:42:22.230355 run osmo-hlr_10.42.42.2(pid=27645): Launched\u000a13:42:22.352248 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:42:22.931634 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27647): Launched\u000a13:42:23.263815 run osmo-stp_10.42.42.5(pid=27648): Launched\u000a13:42:23.383880 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:42:23.962080 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27650): Launched\u000a13:42:24.081080 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:42:24.370992 run patchelf(pid=27651): Launched\u000a13:42:24.564195 run osmo-stp_10.42.42.5(pid=27648): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27648)]\u000a13:42:24.705607 run osmo-stp_10.42.42.5(pid=27648): stdout: \u000a| (launched: 2022-12-13_13:42:23.099872)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:42:24.846959 run osmo-stp_10.42.42.5(pid=27648): stderr: \u000a| �[0;m�[38;5;43m20221213134223288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134223289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134223289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134223289 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134223290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134223290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134223290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:42:24.983940 run osmo-stp_10.42.42.5(pid=27648): stdout: \u000a| (launched: 2022-12-13_13:42:23.099872)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:42:25.119776 run osmo-stp_10.42.42.5(pid=27648): stderr: \u000a| �[0;m�[38;5;43m20221213134223288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134223289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134223289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134223289 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134223290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134223290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134223290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:42:25.277970 run patchelf(pid=27651): Terminating (SIGINT)\u000a13:42:25.464373 run patchelf(pid=27651): Terminated: ok {rc=0}\u000a13:42:25.498331 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27648): Process ended prematurely: osmo-stp_10.42.42.5(pid=27648) [trial-2390↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27648)] [trial-2390↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8]\u000a13:42:25.508384 tst iperf3m4.py:8: Test FAILED (11.3 sec)\u000a13:42:25.571884 run osmo-hlr_10.42.42.2(pid=27645): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27645)]\u000a13:42:25.622808 run osmo-hlr_10.42.42.2(pid=27645): stdout: \u000a| (launched: 2022-12-13_13:42:22.065899) \u000a13:42:25.674332 run osmo-hlr_10.42.42.2(pid=27645): stderr: \u000a| �[0;m�[1;31m20221213134222261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213134222261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213134222261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134222261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134222261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213134222262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213134222273 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-umtrx+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213134222282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213134222282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213134222282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:42:25.719010 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27634): Terminating (SIGTERM)\u000a13:42:25.761454 run iperf3-srv_10.42.42.10(pid=27635): Terminating (SIGTERM)\u000a13:42:25.803917 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27636): Terminating (SIGTERM)\u000a13:42:25.846621 run iperf3-srv_10.42.42.10(pid=27637): Terminating (SIGTERM)\u000a13:42:25.889091 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27638): Terminating (SIGTERM)\u000a13:42:25.931650 run iperf3-srv_10.42.42.10(pid=27639): Terminating (SIGTERM)\u000a13:42:25.974024 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27640): Terminating (SIGTERM)\u000a13:42:26.016481 run iperf3-srv_10.42.42.10(pid=27641): Terminating (SIGTERM)\u000a13:42:26.058816 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27644): Terminating (SIGTERM)\u000a13:42:26.100818 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27647): Terminating (SIGTERM)\u000a13:42:26.143592 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27650): Terminating (SIGTERM)\u000a13:42:26.153402 --- ParallelTerminationStrategy: PID 27634 died...\u000a13:42:26.210080 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27634): Terminated: ok {rc=0}\u000a13:42:26.220109 --- ParallelTerminationStrategy: PID 27635 died...\u000a13:42:26.276186 run iperf3-srv_10.42.42.10(pid=27635): Terminated {rc=256}\u000a13:42:26.286208 --- ParallelTerminationStrategy: PID 27636 died...\u000a13:42:26.342956 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27636): Terminated: ok {rc=0}\u000a13:42:26.353208 --- ParallelTerminationStrategy: PID 27637 died...\u000a13:42:26.409350 run iperf3-srv_10.42.42.10(pid=27637): Terminated {rc=256}\u000a13:42:26.419355 --- ParallelTerminationStrategy: PID 27638 died...\u000a13:42:26.475901 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27638): Terminated: ok {rc=0}\u000a13:42:26.485999 --- ParallelTerminationStrategy: PID 27639 died...\u000a13:42:26.542325 run iperf3-srv_10.42.42.10(pid=27639): Terminated {rc=256}\u000a13:42:26.552374 --- ParallelTerminationStrategy: PID 27640 died...\u000a13:42:26.609360 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27640): Terminated: ok {rc=0}\u000a13:42:26.619460 --- ParallelTerminationStrategy: PID 27641 died...\u000a13:42:26.675918 run iperf3-srv_10.42.42.10(pid=27641): Terminated {rc=256}\u000a13:42:26.685987 --- ParallelTerminationStrategy: PID 27644 died...\u000a13:42:26.742644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27644): Terminated: ok {rc=0}\u000a13:42:26.752813 --- ParallelTerminationStrategy: PID 27647 died...\u000a13:42:26.809419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27647): Terminated: ok {rc=0}\u000a13:42:26.819521 --- ParallelTerminationStrategy: PID 27650 died...\u000a13:42:26.875976 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27650): Terminated: ok {rc=0}\u000a13:42:26.962399 bus /gobi_4: Setting Powered False\u000a13:42:28.069193 bus /gobi_4: Setting Powered False\u000a13:42:29.178365 bus /gobi_1: Setting Powered False\u000a13:42:30.285050 bus /gobi_1: Setting Powered False\u000a13:42:31.395727 bus /gobi_0: Setting Powered False\u000a13:42:32.497575 bus /gobi_0: Setting Powered False\u000a13:42:33.609433 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27658): Process ended prematurely: osmo-stp_10.42.42.5(pid=27658) [trial-2390↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27658)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27658): Process ended prematurely: osmo-stp_10.42.42.5(pid=27658) [trial-2390↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27658)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-umtrx+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a13:42:34.676997 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:42:34.688596 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:42:34.832544 tst ping.py: using LAC 34332\u000a13:42:34.958786 tst ping.py: using RAC 162\u000a13:42:35.080072 tst ping.py: using CellId 34332\u000a13:42:35.198124 tst ping.py: using BVCI 34333\u000a13:42:35.221657 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:42:35.232474 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:42:35.243242 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:42:35.253920 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:42:35.264404 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:42:35.274972 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:42:35.286177 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:42:35.297205 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:42:35.592303 tst ping.py:19: start network...\u000a13:42:35.728183 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:42:36.239946 run create_hlr_db(pid=27652): Launched\u000a13:42:36.429847 bus /gobi_6: Setting Powered False\u000a13:42:37.449725 run create_hlr_db(pid=27652): Terminated: ok {rc=0}\u000a13:42:37.858000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27654): Launched\u000a13:42:38.159709 run osmo-hlr_10.42.42.2(pid=27655): Launched\u000a13:42:38.274527 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:42:38.799816 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27657): Launched\u000a13:42:39.099962 run osmo-stp_10.42.42.5(pid=27658): Launched\u000a13:42:39.208614 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:42:39.734008 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27660): Launched\u000a13:42:39.840426 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:42:40.105966 run patchelf(pid=27661): Launched\u000a13:42:40.282654 run osmo-stp_10.42.42.5(pid=27658): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27658)]\u000a13:42:40.411872 run osmo-stp_10.42.42.5(pid=27658): stdout: \u000a| (launched: 2022-12-13_13:42:38.952269)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:42:40.541426 run osmo-stp_10.42.42.5(pid=27658): stderr: \u000a| �[0;m�[38;5;43m20221213134239121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134239121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134239121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134239121 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134239122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134239122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134239122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:42:40.665710 run osmo-stp_10.42.42.5(pid=27658): stdout: \u000a| (launched: 2022-12-13_13:42:38.952269)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:42:40.788382 run osmo-stp_10.42.42.5(pid=27658): stderr: \u000a| �[0;m�[38;5;43m20221213134239121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134239121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134239121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134239121 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134239122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134239122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134239122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:42:40.932555 run patchelf(pid=27661): Terminating (SIGINT)\u000a13:42:41.102474 run patchelf(pid=27661): Terminated: ok {rc=0}\u000a13:42:41.133308 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=27658): Process ended prematurely: osmo-stp_10.42.42.5(pid=27658) [trial-2390↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27658)] [trial-2390↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22]\u000a13:42:41.142012 tst ping.py:22: Test FAILED (6.5 sec)\u000a13:42:41.202099 run osmo-hlr_10.42.42.2(pid=27655): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27655)]\u000a13:42:41.250432 run osmo-hlr_10.42.42.2(pid=27655): stdout: \u000a| (launched: 2022-12-13_13:42:38.011476) \u000a13:42:41.299435 run osmo-hlr_10.42.42.2(pid=27655): stderr: \u000a| �[0;m�[1;31m20221213134238184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213134238184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213134238184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134238184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134238184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213134238184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213134238196 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-umtrx+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213134238204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213134238205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213134238205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:42:41.341523 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27654): Terminating (SIGTERM)\u000a13:42:41.381263 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27657): Terminating (SIGTERM)\u000a13:42:41.421018 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27660): Terminating (SIGTERM)\u000a13:42:41.429961 --- ParallelTerminationStrategy: PID 27654 died...\u000a13:42:41.483249 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27654): Terminated: ok {rc=0}\u000a13:42:41.492890 --- ParallelTerminationStrategy: PID 27657 died...\u000a13:42:41.545616 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27657): Terminated: ok {rc=0}\u000a13:42:41.555177 --- ParallelTerminationStrategy: PID 27660 died...\u000a13:42:41.608059 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27660): Terminated: ok {rc=0}\u000a13:42:41.690991 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27668): Process ended prematurely: osmo-stp_10.42.42.5(pid=27668) [trial-2390↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27668)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27668): Process ended prematurely: osmo-stp_10.42.42.5(pid=27668) [trial-2390↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27668)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-umtrx+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a13:42:42.743803 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:42:42.755987 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:42:42.898733 tst ping_idle_ping.py: using LAC 34333\u000a13:42:43.015860 tst ping_idle_ping.py: using RAC 163\u000a13:42:43.137251 tst ping_idle_ping.py: using CellId 34333\u000a13:42:43.259359 tst ping_idle_ping.py: using BVCI 34334\u000a13:42:43.282491 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:42:43.293539 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:42:43.304441 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:42:43.315146 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:42:43.325732 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:42:43.336249 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:42:43.347203 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:42:43.357899 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:42:43.654577 tst ping_idle_ping.py:24: start network...\u000a13:42:43.790676 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:42:44.303274 run create_hlr_db(pid=27662): Launched\u000a13:42:44.492625 bus /gobi_6: Setting Powered False\u000a13:42:45.512450 run create_hlr_db(pid=27662): Terminated: ok {rc=0}\u000a13:42:45.941863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27664): Launched\u000a13:42:46.374262 run osmo-hlr_10.42.42.2(pid=27665): Launched\u000a13:42:46.515960 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:42:47.165939 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27667): Launched\u000a13:42:47.496730 run osmo-stp_10.42.42.5(pid=27668): Launched\u000a13:42:47.614885 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:42:48.184867 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27670): Launched\u000a13:42:48.300774 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:42:48.586439 run patchelf(pid=27671): Launched\u000a13:42:48.776488 run osmo-stp_10.42.42.5(pid=27668): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27668)]\u000a13:42:48.915322 run osmo-stp_10.42.42.5(pid=27668): stdout: \u000a| (launched: 2022-12-13_13:42:47.335370)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:42:49.055001 run osmo-stp_10.42.42.5(pid=27668): stderr: \u000a| �[0;m�[38;5;43m20221213134247522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134247522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134247523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134247523 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134247524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134247524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134247524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:42:49.189687 run osmo-stp_10.42.42.5(pid=27668): stdout: \u000a| (launched: 2022-12-13_13:42:47.335370)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:42:49.323157 run osmo-stp_10.42.42.5(pid=27668): stderr: \u000a| �[0;m�[38;5;43m20221213134247522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134247522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134247523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134247523 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134247524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134247524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134247524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:42:49.478324 run patchelf(pid=27671): Terminating (SIGINT)\u000a13:42:49.660667 run patchelf(pid=27671): Terminated: ok {rc=0}\u000a13:42:49.693756 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=27668): Process ended prematurely: osmo-stp_10.42.42.5(pid=27668) [trial-2390↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27668)] [trial-2390↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a13:42:49.703097 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a13:42:49.766066 run osmo-hlr_10.42.42.2(pid=27665): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27665)]\u000a13:42:49.817289 run osmo-hlr_10.42.42.2(pid=27665): stdout: \u000a| (launched: 2022-12-13_13:42:46.112755) \u000a13:42:49.869035 run osmo-hlr_10.42.42.2(pid=27665): stderr: \u000a| �[0;m�[1;31m20221213134246368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213134246369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213134246369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134246369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134246369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213134246369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213134246394 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-umtrx+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213134246402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213134246403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213134246403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:42:49.913496 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27664): Terminating (SIGTERM)\u000a13:42:49.955402 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27667): Terminating (SIGTERM)\u000a13:42:49.997294 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27670): Terminating (SIGTERM)\u000a13:42:50.006948 --- ParallelTerminationStrategy: PID 27664 died...\u000a13:42:50.062996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27664): Terminated: ok {rc=0}\u000a13:42:50.073069 --- ParallelTerminationStrategy: PID 27667 died...\u000a13:42:50.128638 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27667): Terminated: ok {rc=0}\u000a13:42:50.138628 --- ParallelTerminationStrategy: PID 27670 died...\u000a13:42:50.194603 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27670): Terminated: ok {rc=0}\u000a13:42:50.281317 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "89", "name" : "gprs_trx-umtrx+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:41:50" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27685): Process ended prematurely: osmo-stp_10.42.42.5(pid=27685) [trial-2390↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27685)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27685): Process ended prematurely: osmo-stp_10.42.42.5(pid=27685) [trial-2390↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27685)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-umtrx+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:42:52.433853 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:42:52.444674 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:42:52.600856 tst cs_paging_gprs_active.py: using LAC 34334\u000a13:42:52.721708 tst cs_paging_gprs_active.py: using RAC 164\u000a13:42:52.840876 tst cs_paging_gprs_active.py: using CellId 34334\u000a13:42:52.962013 tst cs_paging_gprs_active.py: using BVCI 34335\u000a13:42:52.985708 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:42:52.996481 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:42:53.007299 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:42:53.018055 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:42:53.029097 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:42:53.039846 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:42:53.051101 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:42:53.061928 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:42:53.072805 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:42:53.195319 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:42:53.479722 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:42:53.608875 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:42:53.930622 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27675): Launched\u000a13:42:54.197875 run iperf3-srv_10.42.42.10(pid=27676): Launched\u000a13:42:54.385957 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:42:54.514641 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:42:54.834755 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27677): Launched\u000a13:42:55.100617 run iperf3-srv_10.42.42.10(pid=27678): Launched\u000a13:42:55.288303 tst cs_paging_gprs_active.py:38: start network...\u000a13:42:55.417167 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:42:55.913794 run create_hlr_db(pid=27679): Launched\u000a13:42:56.091210 bus /gobi_6: Setting Powered False\u000a13:42:57.112354 run create_hlr_db(pid=27679): Terminated: ok {rc=0}\u000a13:42:57.554778 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27681): Launched\u000a13:42:57.888366 run osmo-hlr_10.42.42.2(pid=27682): Launched\u000a13:42:58.014482 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:42:58.589848 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27684): Launched\u000a13:42:58.921618 run osmo-stp_10.42.42.5(pid=27685): Launched\u000a13:42:59.041842 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:42:59.619309 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27687): Launched\u000a13:42:59.738104 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:43:00.035498 run patchelf(pid=27688): Launched\u000a13:43:00.228416 run osmo-stp_10.42.42.5(pid=27685): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27685)]\u000a13:43:00.369947 run osmo-stp_10.42.42.5(pid=27685): stdout: \u000a| (launched: 2022-12-13_13:42:58.758166)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:43:00.511329 run osmo-stp_10.42.42.5(pid=27685): stderr: \u000a| �[0;m�[38;5;43m20221213134258947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134258947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134258948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134258948 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134258949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134258949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134258949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:43:00.647708 run osmo-stp_10.42.42.5(pid=27685): stdout: \u000a| (launched: 2022-12-13_13:42:58.758166)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:43:00.783279 run osmo-stp_10.42.42.5(pid=27685): stderr: \u000a| �[0;m�[38;5;43m20221213134258947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134258947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134258948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134258948 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134258949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134258949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134258949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:43:00.950275 run patchelf(pid=27688): Terminating (SIGINT)\u000a13:43:01.142697 run patchelf(pid=27688): Terminated: ok {rc=0}\u000a13:43:01.178335 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=27685): Process ended prematurely: osmo-stp_10.42.42.5(pid=27685) [trial-2390↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27685)] [trial-2390↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a13:43:01.189358 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a13:43:01.255486 run osmo-hlr_10.42.42.2(pid=27682): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27682)]\u000a13:43:01.308911 run osmo-hlr_10.42.42.2(pid=27682): stdout: \u000a| (launched: 2022-12-13_13:42:57.723585) \u000a13:43:01.363195 run osmo-hlr_10.42.42.2(pid=27682): stderr: \u000a| �[0;m�[1;31m20221213134257920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213134257920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213134257920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134257920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134257920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213134257921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213134257933 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-umtrx+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213134257942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213134257942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213134257942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:43:01.409750 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27675): Terminating (SIGTERM)\u000a13:43:01.455373 run iperf3-srv_10.42.42.10(pid=27676): Terminating (SIGTERM)\u000a13:43:01.500936 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27677): Terminating (SIGTERM)\u000a13:43:01.546391 run iperf3-srv_10.42.42.10(pid=27678): Terminating (SIGTERM)\u000a13:43:01.591500 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27681): Terminating (SIGTERM)\u000a13:43:01.635314 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27684): Terminating (SIGTERM)\u000a13:43:01.679067 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27687): Terminating (SIGTERM)\u000a13:43:01.689371 --- ParallelTerminationStrategy: PID 27675 died...\u000a13:43:01.748185 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27675): Terminated: ok {rc=0}\u000a13:43:01.759130 --- ParallelTerminationStrategy: PID 27676 died...\u000a13:43:01.823749 run iperf3-srv_10.42.42.10(pid=27676): Terminated {rc=256}\u000a13:43:01.836758 --- ParallelTerminationStrategy: PID 27677 died...\u000a13:43:01.905417 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27677): Terminated: ok {rc=0}\u000a13:43:01.917263 --- ParallelTerminationStrategy: PID 27678 died...\u000a13:43:01.981691 run iperf3-srv_10.42.42.10(pid=27678): Terminated {rc=256}\u000a13:43:01.993910 --- ParallelTerminationStrategy: PID 27681 died...\u000a13:43:02.061163 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27681): Terminated: ok {rc=0}\u000a13:43:02.073184 --- ParallelTerminationStrategy: PID 27684 died...\u000a13:43:02.139003 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27684): Terminated: ok {rc=0}\u000a13:43:02.150793 --- ParallelTerminationStrategy: PID 27687 died...\u000a13:43:02.213756 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27687): Terminated: ok {rc=0}\u000a13:43:02.303021 bus /gobi_0: Setting Powered False\u000a13:43:03.409438 bus /gobi_0: Setting Powered False\u000a13:43:04.516083 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27697): Process ended prematurely: osmo-stp_10.42.42.5(pid=27697) [trial-2390↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27697)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27697): Process ended prematurely: osmo-stp_10.42.42.5(pid=27697) [trial-2390↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27697)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a13:43:05.625428 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:43:05.636803 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:43:05.799439 tst iperf3.py: using LAC 34335\u000a13:43:05.921562 tst iperf3.py: using RAC 165\u000a13:43:06.045737 tst iperf3.py: using CellId 34335\u000a13:43:06.165912 tst iperf3.py: using BVCI 34336\u000a13:43:06.189852 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:43:06.200730 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:43:06.211413 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:43:06.222196 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:43:06.233237 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:43:06.244345 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:43:06.255193 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:43:06.265899 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:43:06.276626 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:43:06.558793 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:43:06.686457 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:43:07.006312 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27689): Launched\u000a13:43:07.273710 run iperf3-srv_10.42.42.10(pid=27690): Launched\u000a13:43:07.461001 tst iperf3.py:8: start network...\u000a13:43:07.588259 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:43:08.081332 run create_hlr_db(pid=27691): Launched\u000a13:43:08.257316 bus /gobi_6: Setting Powered False\u000a13:43:09.278744 run create_hlr_db(pid=27691): Terminated: ok {rc=0}\u000a13:43:09.717715 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27693): Launched\u000a13:43:10.049303 run osmo-hlr_10.42.42.2(pid=27694): Launched\u000a13:43:10.172048 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:43:10.840479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27696): Launched\u000a13:43:11.163263 run osmo-stp_10.42.42.5(pid=27697): Launched\u000a13:43:11.280888 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:43:11.845652 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27699): Launched\u000a13:43:11.961730 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:43:12.243470 run patchelf(pid=27700): Launched\u000a13:43:12.432418 run osmo-stp_10.42.42.5(pid=27697): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27697)]\u000a13:43:12.570541 run osmo-stp_10.42.42.5(pid=27697): stdout: \u000a| (launched: 2022-12-13_13:43:11.004003)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:43:12.708377 run osmo-stp_10.42.42.5(pid=27697): stderr: \u000a| �[0;m�[38;5;43m20221213134311192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134311192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134311193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134311193 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134311193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134311194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134311194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:43:12.842025 run osmo-stp_10.42.42.5(pid=27697): stdout: \u000a| (launched: 2022-12-13_13:43:11.004003)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:43:12.974250 run osmo-stp_10.42.42.5(pid=27697): stderr: \u000a| �[0;m�[38;5;43m20221213134311192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134311192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134311193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134311193 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134311193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134311194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134311194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:43:13.128708 run patchelf(pid=27700): Terminating (SIGINT)\u000a13:43:13.309691 run patchelf(pid=27700): Terminated: ok {rc=0}\u000a13:43:13.343377 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27697): Process ended prematurely: osmo-stp_10.42.42.5(pid=27697) [trial-2390↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27697)] [trial-2390↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a13:43:13.353370 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a13:43:13.415727 run osmo-hlr_10.42.42.2(pid=27694): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27694)]\u000a13:43:13.466404 run osmo-hlr_10.42.42.2(pid=27694): stdout: \u000a| (launched: 2022-12-13_13:43:09.885681) \u000a13:43:13.517870 run osmo-hlr_10.42.42.2(pid=27694): stderr: \u000a| �[0;m�[1;31m20221213134310081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213134310081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213134310081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134310081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134310081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213134310081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213134310100 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213134310110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213134310110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213134310110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:43:13.562129 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27689): Terminating (SIGTERM)\u000a13:43:13.603950 run iperf3-srv_10.42.42.10(pid=27690): Terminating (SIGTERM)\u000a13:43:13.646042 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27693): Terminating (SIGTERM)\u000a13:43:13.688349 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27696): Terminating (SIGTERM)\u000a13:43:13.730763 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27699): Terminating (SIGTERM)\u000a13:43:13.740418 --- ParallelTerminationStrategy: PID 27689 died...\u000a13:43:13.796341 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27689): Terminated: ok {rc=0}\u000a13:43:13.806425 --- ParallelTerminationStrategy: PID 27690 died...\u000a13:43:13.862286 run iperf3-srv_10.42.42.10(pid=27690): Terminated {rc=256}\u000a13:43:13.872261 --- ParallelTerminationStrategy: PID 27693 died...\u000a13:43:13.928108 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27693): Terminated: ok {rc=0}\u000a13:43:13.938010 --- ParallelTerminationStrategy: PID 27696 died...\u000a13:43:13.994026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27696): Terminated: ok {rc=0}\u000a13:43:14.003921 --- ParallelTerminationStrategy: PID 27699 died...\u000a13:43:14.060050 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27699): Terminated: ok {rc=0}\u000a13:43:14.147077 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27715): Process ended prematurely: osmo-stp_10.42.42.5(pid=27715) [trial-2390↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27715)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27715): Process ended prematurely: osmo-stp_10.42.42.5(pid=27715) [trial-2390↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27715)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a13:43:15.261414 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:43:15.273330 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:43:15.440459 tst iperf3m4.py: using LAC 34336\u000a13:43:15.567413 tst iperf3m4.py: using RAC 166\u000a13:43:15.694485 tst iperf3m4.py: using CellId 34336\u000a13:43:15.823485 tst iperf3m4.py: using BVCI 34337\u000a13:43:15.856765 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:43:15.868813 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:43:15.880637 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:43:15.892465 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:43:15.904547 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:43:15.916713 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:43:15.929095 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:43:15.941133 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:43:15.953475 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:43:16.086190 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:43:16.218491 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:43:16.358882 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:43:16.731124 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:43:16.894930 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:43:17.250409 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27701): Launched\u000a13:43:17.519381 run iperf3-srv_10.42.42.10(pid=27702): Launched\u000a13:43:17.704187 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:43:17.830069 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:43:18.143873 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27703): Launched\u000a13:43:18.406560 run iperf3-srv_10.42.42.10(pid=27704): Launched\u000a13:43:18.590276 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:43:18.715433 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:43:19.028739 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27705): Launched\u000a13:43:19.290270 run iperf3-srv_10.42.42.10(pid=27706): Launched\u000a13:43:19.474481 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:43:19.599772 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:43:19.912447 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27707): Launched\u000a13:43:20.174207 run iperf3-srv_10.42.42.10(pid=27708): Launched\u000a13:43:20.357146 tst iperf3m4.py:8: start network...\u000a13:43:20.482358 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:43:20.969116 run create_hlr_db(pid=27709): Launched\u000a13:43:21.155606 bus /gobi_6: Setting Powered False\u000a13:43:22.175884 run create_hlr_db(pid=27709): Terminated: ok {rc=0}\u000a13:43:22.582077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27711): Launched\u000a13:43:22.884119 run osmo-hlr_10.42.42.2(pid=27712): Launched\u000a13:43:22.995124 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:43:23.518878 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27714): Launched\u000a13:43:23.821200 run osmo-stp_10.42.42.5(pid=27715): Launched\u000a13:43:23.929663 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:43:24.456657 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27717): Launched\u000a13:43:24.563859 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:43:24.829560 run patchelf(pid=27718): Launched\u000a13:43:25.005966 run osmo-stp_10.42.42.5(pid=27715): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27715)]\u000a13:43:25.135441 run osmo-stp_10.42.42.5(pid=27715): stdout: \u000a| (launched: 2022-12-13_13:43:23.673075)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:43:25.264919 run osmo-stp_10.42.42.5(pid=27715): stderr: \u000a| �[0;m�[38;5;43m20221213134323839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134323839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134323840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134323840 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134323841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134323841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134323841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:43:25.390227 run osmo-stp_10.42.42.5(pid=27715): stdout: \u000a| (launched: 2022-12-13_13:43:23.673075)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:43:25.513930 run osmo-stp_10.42.42.5(pid=27715): stderr: \u000a| �[0;m�[38;5;43m20221213134323839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134323839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134323840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134323840 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134323841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134323841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134323841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:43:25.658535 run patchelf(pid=27718): Terminating (SIGINT)\u000a13:43:25.827745 run patchelf(pid=27718): Terminated: ok {rc=0}\u000a13:43:25.859004 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27715): Process ended prematurely: osmo-stp_10.42.42.5(pid=27715) [trial-2390↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27715)] [trial-2390↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a13:43:25.868366 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a13:43:25.927498 run osmo-hlr_10.42.42.2(pid=27712): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27712)]\u000a13:43:25.975724 run osmo-hlr_10.42.42.2(pid=27712): stdout: \u000a| (launched: 2022-12-13_13:43:22.735586) \u000a13:43:26.024723 run osmo-hlr_10.42.42.2(pid=27712): stderr: \u000a| �[0;m�[1;31m20221213134322909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213134322909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213134322909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134322910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134322910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213134322910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213134322925 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213134322935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213134322935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213134322935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:43:26.067196 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27701): Terminating (SIGTERM)\u000a13:43:26.106879 run iperf3-srv_10.42.42.10(pid=27702): Terminating (SIGTERM)\u000a13:43:26.146642 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27703): Terminating (SIGTERM)\u000a13:43:26.186416 run iperf3-srv_10.42.42.10(pid=27704): Terminating (SIGTERM)\u000a13:43:26.225807 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27705): Terminating (SIGTERM)\u000a13:43:26.265116 run iperf3-srv_10.42.42.10(pid=27706): Terminating (SIGTERM)\u000a13:43:26.304622 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27707): Terminating (SIGTERM)\u000a13:43:26.344055 run iperf3-srv_10.42.42.10(pid=27708): Terminating (SIGTERM)\u000a13:43:26.383674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27711): Terminating (SIGTERM)\u000a13:43:26.423014 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27714): Terminating (SIGTERM)\u000a13:43:26.462553 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27717): Terminating (SIGTERM)\u000a13:43:26.471666 --- ParallelTerminationStrategy: PID 27701 died...\u000a13:43:26.524574 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27701): Terminated: ok {rc=0}\u000a13:43:26.534064 --- ParallelTerminationStrategy: PID 27702 died...\u000a13:43:26.586329 run iperf3-srv_10.42.42.10(pid=27702): Terminated {rc=256}\u000a13:43:26.595714 --- ParallelTerminationStrategy: PID 27703 died...\u000a13:43:26.648105 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27703): Terminated: ok {rc=0}\u000a13:43:26.657885 --- ParallelTerminationStrategy: PID 27704 died...\u000a13:43:26.710299 run iperf3-srv_10.42.42.10(pid=27704): Terminated {rc=256}\u000a13:43:26.719574 --- ParallelTerminationStrategy: PID 27705 died...\u000a13:43:26.772201 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27705): Terminated: ok {rc=0}\u000a13:43:26.781991 --- ParallelTerminationStrategy: PID 27706 died...\u000a13:43:26.834651 run iperf3-srv_10.42.42.10(pid=27706): Terminated {rc=256}\u000a13:43:26.844113 --- ParallelTerminationStrategy: PID 27707 died...\u000a13:43:26.896659 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27707): Terminated: ok {rc=0}\u000a13:43:26.906229 --- ParallelTerminationStrategy: PID 27708 died...\u000a13:43:26.958583 run iperf3-srv_10.42.42.10(pid=27708): Terminated {rc=256}\u000a13:43:26.967968 --- ParallelTerminationStrategy: PID 27711 died...\u000a13:43:27.020660 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27711): Terminated: ok {rc=0}\u000a13:43:27.030245 --- ParallelTerminationStrategy: PID 27714 died...\u000a13:43:27.082698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27714): Terminated: ok {rc=0}\u000a13:43:27.092186 --- ParallelTerminationStrategy: PID 27717 died...\u000a13:43:27.144836 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27717): Terminated: ok {rc=0}\u000a13:43:27.232354 bus /gobi_4: Setting Powered False\u000a13:43:28.334917 bus /gobi_4: Setting Powered False\u000a13:43:29.445068 bus /gobi_1: Setting Powered False\u000a13:43:30.545553 bus /gobi_1: Setting Powered False\u000a13:43:31.659006 bus /gobi_0: Setting Powered False\u000a13:43:32.760428 bus /gobi_0: Setting Powered False\u000a13:43:33.868106 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27725): Process ended prematurely: osmo-stp_10.42.42.5(pid=27725) [trial-2390↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27725)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27725): Process ended prematurely: osmo-stp_10.42.42.5(pid=27725) [trial-2390↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27725)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-umtrx+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a13:43:34.935749 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:43:34.947740 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:43:35.112791 tst ping.py: using LAC 34337\u000a13:43:35.237890 tst ping.py: using RAC 167\u000a13:43:35.363554 tst ping.py: using CellId 34337\u000a13:43:35.490510 tst ping.py: using BVCI 34338\u000a13:43:35.514925 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:43:35.526393 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:43:35.537585 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:43:35.548683 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:43:35.560417 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:43:35.571969 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:43:35.583642 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:43:35.595161 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:43:35.874232 tst ping.py:19: start network...\u000a13:43:35.998499 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:43:36.483137 run create_hlr_db(pid=27719): Launched\u000a13:43:36.657307 bus /gobi_6: Setting Powered False\u000a13:43:37.675576 run create_hlr_db(pid=27719): Terminated: ok {rc=0}\u000a13:43:38.099061 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27721): Launched\u000a13:43:38.418960 run osmo-hlr_10.42.42.2(pid=27722): Launched\u000a13:43:38.536348 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:43:39.102424 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27724): Launched\u000a13:43:39.422992 run osmo-stp_10.42.42.5(pid=27725): Launched\u000a13:43:39.538579 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:43:40.092920 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27727): Launched\u000a13:43:40.206438 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:43:40.485491 run patchelf(pid=27728): Launched\u000a13:43:40.671726 run osmo-stp_10.42.42.5(pid=27725): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27725)]\u000a13:43:40.808502 run osmo-stp_10.42.42.5(pid=27725): stdout: \u000a| (launched: 2022-12-13_13:43:39.264077)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:43:40.945585 run osmo-stp_10.42.42.5(pid=27725): stderr: \u000a| �[0;m�[38;5;43m20221213134339449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134339450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134339450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134339450 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134339451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134339451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134339451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:43:41.077850 run osmo-stp_10.42.42.5(pid=27725): stdout: \u000a| (launched: 2022-12-13_13:43:39.264077)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:43:41.208787 run osmo-stp_10.42.42.5(pid=27725): stderr: \u000a| �[0;m�[38;5;43m20221213134339449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134339450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134339450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134339450 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134339451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134339451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134339451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:43:41.361428 run patchelf(pid=27728): Terminating (SIGINT)\u000a13:43:41.539878 run patchelf(pid=27728): Terminated: ok {rc=0}\u000a13:43:41.572454 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=27725): Process ended prematurely: osmo-stp_10.42.42.5(pid=27725) [trial-2390↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27725)] [trial-2390↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22]\u000a13:43:41.582145 tst ping.py:22: Test FAILED (6.6 sec)\u000a13:43:41.644406 run osmo-hlr_10.42.42.2(pid=27722): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27722)]\u000a13:43:41.694947 run osmo-hlr_10.42.42.2(pid=27722): stdout: \u000a| (launched: 2022-12-13_13:43:38.261797) \u000a13:43:41.746291 run osmo-hlr_10.42.42.2(pid=27722): stderr: \u000a| �[0;m�[1;31m20221213134338453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213134338453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213134338454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134338454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134338454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213134338454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213134338467 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213134338477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213134338478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213134338478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:43:41.790226 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27721): Terminating (SIGTERM)\u000a13:43:41.831480 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27724): Terminating (SIGTERM)\u000a13:43:41.873522 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27727): Terminating (SIGTERM)\u000a13:43:41.883101 --- ParallelTerminationStrategy: PID 27721 died...\u000a13:43:41.938903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27721): Terminated: ok {rc=0}\u000a13:43:41.948876 --- ParallelTerminationStrategy: PID 27724 died...\u000a13:43:42.004303 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27724): Terminated: ok {rc=0}\u000a13:43:42.014160 --- ParallelTerminationStrategy: PID 27727 died...\u000a13:43:42.070011 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27727): Terminated: ok {rc=0}\u000a13:43:42.155970 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27735): Process ended prematurely: osmo-stp_10.42.42.5(pid=27735) [trial-2390↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27735)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27735): Process ended prematurely: osmo-stp_10.42.42.5(pid=27735) [trial-2390↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27735)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-umtrx+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a13:43:43.208349 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:43:43.220492 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:43:43.390207 tst ping_idle_ping.py: using LAC 34338\u000a13:43:43.515503 tst ping_idle_ping.py: using RAC 168\u000a13:43:43.640293 tst ping_idle_ping.py: using CellId 34338\u000a13:43:43.767203 tst ping_idle_ping.py: using BVCI 34339\u000a13:43:43.791818 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:43:43.803223 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:43:43.814460 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:43:43.825693 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:43:43.837648 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:43:43.849620 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:43:43.861702 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:43:43.873789 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:43:44.167095 tst ping_idle_ping.py:24: start network...\u000a13:43:44.300444 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:43:44.799324 run create_hlr_db(pid=27729): Launched\u000a13:43:44.984238 bus /gobi_6: Setting Powered False\u000a13:43:46.032149 run create_hlr_db(pid=27729): Terminated: ok {rc=0}\u000a13:43:46.515962 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27731): Launched\u000a13:43:46.872045 run osmo-hlr_10.42.42.2(pid=27732): Launched\u000a13:43:47.018949 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:43:47.676573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27734): Launched\u000a13:43:47.975059 run osmo-stp_10.42.42.5(pid=27735): Launched\u000a13:43:48.083601 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:43:48.605756 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27737): Launched\u000a13:43:48.712062 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:43:48.974000 run patchelf(pid=27738): Launched\u000a13:43:49.150255 run osmo-stp_10.42.42.5(pid=27735): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27735)]\u000a13:43:49.279621 run osmo-stp_10.42.42.5(pid=27735): stdout: \u000a| (launched: 2022-12-13_13:43:47.829134)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:43:49.409350 run osmo-stp_10.42.42.5(pid=27735): stderr: \u000a| �[0;m�[38;5;43m20221213134347996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134347996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134347996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134347996 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134347997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134347997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134347997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:43:49.534240 run osmo-stp_10.42.42.5(pid=27735): stdout: \u000a| (launched: 2022-12-13_13:43:47.829134)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:43:49.657930 run osmo-stp_10.42.42.5(pid=27735): stderr: \u000a| �[0;m�[38;5;43m20221213134347996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134347996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134347996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134347996 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134347997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134347997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134347997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:43:49.802959 run patchelf(pid=27738): Terminating (SIGINT)\u000a13:43:49.973341 run patchelf(pid=27738): Terminated: ok {rc=0}\u000a13:43:50.004117 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=27735): Process ended prematurely: osmo-stp_10.42.42.5(pid=27735) [trial-2390↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27735)] [trial-2390↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a13:43:50.012778 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a13:43:50.071813 run osmo-hlr_10.42.42.2(pid=27732): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27732)]\u000a13:43:50.119888 run osmo-hlr_10.42.42.2(pid=27732): stdout: \u000a| (launched: 2022-12-13_13:43:46.691189) \u000a13:43:50.168630 run osmo-hlr_10.42.42.2(pid=27732): stderr: \u000a| �[0;m�[1;31m20221213134347072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213134347073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213134347073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134347073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134347074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213134347074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213134347104 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213134347117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213134347117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213134347117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:43:50.210302 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27731): Terminating (SIGTERM)\u000a13:43:50.249668 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27734): Terminating (SIGTERM)\u000a13:43:50.288889 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27737): Terminating (SIGTERM)\u000a13:43:50.298079 --- ParallelTerminationStrategy: PID 27731 died...\u000a13:43:50.350613 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27731): Terminated: ok {rc=0}\u000a13:43:50.360119 --- ParallelTerminationStrategy: PID 27734 died...\u000a13:43:50.412201 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27734): Terminated: ok {rc=0}\u000a13:43:50.421774 --- ParallelTerminationStrategy: PID 27737 died...\u000a13:43:50.473826 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27737): Terminated: ok {rc=0}\u000a13:43:50.560427 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "90", "name" : "gprs_trx-umtrx+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:42:52" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27752): Process ended prematurely: osmo-stp_10.42.42.5(pid=27752) [trial-2390↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27752)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27752): Process ended prematurely: osmo-stp_10.42.42.5(pid=27752) [trial-2390↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27752)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-umtrx+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:43:52.704566 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:43:52.715464 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:43:52.872150 tst cs_paging_gprs_active.py: using LAC 34339\u000a13:43:53.002722 tst cs_paging_gprs_active.py: using RAC 169\u000a13:43:53.131178 tst cs_paging_gprs_active.py: using CellId 34339\u000a13:43:53.258581 tst cs_paging_gprs_active.py: using BVCI 34340\u000a13:43:53.283841 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:43:53.295458 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:43:53.306885 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:43:53.318426 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:43:53.330158 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:43:53.342183 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:43:53.353916 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:43:53.365541 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:43:53.377421 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:43:53.496361 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:43:53.798026 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:43:53.935314 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:43:54.275812 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27742): Launched\u000a13:43:54.557939 run iperf3-srv_10.42.42.10(pid=27743): Launched\u000a13:43:54.758544 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:43:54.895200 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:43:55.236302 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27744): Launched\u000a13:43:55.519370 run iperf3-srv_10.42.42.10(pid=27745): Launched\u000a13:43:55.719061 tst cs_paging_gprs_active.py:38: start network...\u000a13:43:55.855442 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:43:56.369452 run create_hlr_db(pid=27746): Launched\u000a13:43:56.558085 bus /gobi_6: Setting Powered False\u000a13:43:57.579759 run create_hlr_db(pid=27746): Terminated: ok {rc=0}\u000a13:43:57.990323 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27748): Launched\u000a13:43:58.298168 run osmo-hlr_10.42.42.2(pid=27749): Launched\u000a13:43:58.411164 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:43:58.941516 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27751): Launched\u000a13:43:59.246266 run osmo-stp_10.42.42.5(pid=27752): Launched\u000a13:43:59.357908 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:43:59.888795 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27754): Launched\u000a13:43:59.996756 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:44:00.264381 run patchelf(pid=27755): Launched\u000a13:44:00.443123 run osmo-stp_10.42.42.5(pid=27752): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27752)]\u000a13:44:00.573212 run osmo-stp_10.42.42.5(pid=27752): stdout: \u000a| (launched: 2022-12-13_13:43:59.095713)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:44:00.703128 run osmo-stp_10.42.42.5(pid=27752): stderr: \u000a| �[0;m�[38;5;43m20221213134359262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134359262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134359263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134359263 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134359263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134359264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134359264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:44:00.829738 run osmo-stp_10.42.42.5(pid=27752): stdout: \u000a| (launched: 2022-12-13_13:43:59.095713)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:44:00.975530 run osmo-stp_10.42.42.5(pid=27752): stderr: \u000a| �[0;m�[38;5;43m20221213134359262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134359262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134359263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134359263 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134359263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134359264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134359264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:44:01.130151 run patchelf(pid=27755): Terminating (SIGINT)\u000a13:44:01.307158 run patchelf(pid=27755): Terminated: ok {rc=0}\u000a13:44:01.339977 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=27752): Process ended prematurely: osmo-stp_10.42.42.5(pid=27752) [trial-2390↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27752)] [trial-2390↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a13:44:01.350651 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a13:44:01.411300 run osmo-hlr_10.42.42.2(pid=27749): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27749)]\u000a13:44:01.461587 run osmo-hlr_10.42.42.2(pid=27749): stdout: \u000a| (launched: 2022-12-13_13:43:58.145662) \u000a13:44:01.511874 run osmo-hlr_10.42.42.2(pid=27749): stderr: \u000a| �[0;m�[1;31m20221213134358320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213134358320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213134358320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134358320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134358320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213134358320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213134358333 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-umtrx+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213134358342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213134358343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213134358343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:44:01.555022 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27742): Terminating (SIGTERM)\u000a13:44:01.597923 run iperf3-srv_10.42.42.10(pid=27743): Terminating (SIGTERM)\u000a13:44:01.640692 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27744): Terminating (SIGTERM)\u000a13:44:01.682188 run iperf3-srv_10.42.42.10(pid=27745): Terminating (SIGTERM)\u000a13:44:01.726096 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27748): Terminating (SIGTERM)\u000a13:44:01.766015 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27751): Terminating (SIGTERM)\u000a13:44:01.805945 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27754): Terminating (SIGTERM)\u000a13:44:01.814948 --- ParallelTerminationStrategy: PID 27742 died...\u000a13:44:01.868285 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27742): Terminated: ok {rc=0}\u000a13:44:01.878151 --- ParallelTerminationStrategy: PID 27743 died...\u000a13:44:01.931421 run iperf3-srv_10.42.42.10(pid=27743): Terminated {rc=256}\u000a13:44:01.941678 --- ParallelTerminationStrategy: PID 27744 died...\u000a13:44:01.995151 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27744): Terminated: ok {rc=0}\u000a13:44:02.005358 --- ParallelTerminationStrategy: PID 27745 died...\u000a13:44:02.058465 run iperf3-srv_10.42.42.10(pid=27745): Terminated {rc=256}\u000a13:44:02.068204 --- ParallelTerminationStrategy: PID 27748 died...\u000a13:44:02.121312 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27748): Terminated: ok {rc=0}\u000a13:44:02.131082 --- ParallelTerminationStrategy: PID 27751 died...\u000a13:44:02.183753 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27751): Terminated: ok {rc=0}\u000a13:44:02.193523 --- ParallelTerminationStrategy: PID 27754 died...\u000a13:44:02.246216 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27754): Terminated: ok {rc=0}\u000a13:44:02.333154 bus /gobi_0: Setting Powered False\u000a13:44:03.438454 bus /gobi_0: Setting Powered False\u000a13:44:04.549447 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27764): Process ended prematurely: osmo-stp_10.42.42.5(pid=27764) [trial-2390↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27764)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27764): Process ended prematurely: osmo-stp_10.42.42.5(pid=27764) [trial-2390↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27764)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a13:44:05.660555 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:44:05.672187 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:44:05.831036 tst iperf3.py: using LAC 34340\u000a13:44:05.950512 tst iperf3.py: using RAC 170\u000a13:44:06.072480 tst iperf3.py: using CellId 34340\u000a13:44:06.194290 tst iperf3.py: using BVCI 34341\u000a13:44:06.217718 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:44:06.228674 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:44:06.239406 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:44:06.250139 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:44:06.260681 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:44:06.272201 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:44:06.283073 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:44:06.293783 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:44:06.304582 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:44:06.584715 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:44:06.711553 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:44:07.027579 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27756): Launched\u000a13:44:07.290957 run iperf3-srv_10.42.42.10(pid=27757): Launched\u000a13:44:07.477935 tst iperf3.py:8: start network...\u000a13:44:07.605424 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:44:08.095061 run create_hlr_db(pid=27758): Launched\u000a13:44:08.269443 bus /gobi_6: Setting Powered False\u000a13:44:09.290450 run create_hlr_db(pid=27758): Terminated: ok {rc=0}\u000a13:44:09.721715 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27760): Launched\u000a13:44:10.045789 run osmo-hlr_10.42.42.2(pid=27761): Launched\u000a13:44:10.164238 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:44:10.729503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27763): Launched\u000a13:44:11.054914 run osmo-stp_10.42.42.5(pid=27764): Launched\u000a13:44:11.172822 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:44:11.740143 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27766): Launched\u000a13:44:11.855415 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:44:12.139833 run patchelf(pid=27767): Launched\u000a13:44:12.328937 run osmo-stp_10.42.42.5(pid=27764): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27764)]\u000a13:44:12.468109 run osmo-stp_10.42.42.5(pid=27764): stdout: \u000a| (launched: 2022-12-13_13:44:10.894525)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:44:12.606990 run osmo-stp_10.42.42.5(pid=27764): stderr: \u000a| �[0;m�[38;5;43m20221213134411083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134411083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134411083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134411084 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134411084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134411084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134411085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:44:12.741090 run osmo-stp_10.42.42.5(pid=27764): stdout: \u000a| (launched: 2022-12-13_13:44:10.894525)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:44:12.874173 run osmo-stp_10.42.42.5(pid=27764): stderr: \u000a| �[0;m�[38;5;43m20221213134411083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134411083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134411083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134411084 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134411084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134411084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134411085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:44:13.029538 run patchelf(pid=27767): Terminating (SIGINT)\u000a13:44:13.212197 run patchelf(pid=27767): Terminated: ok {rc=0}\u000a13:44:13.245731 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27764): Process ended prematurely: osmo-stp_10.42.42.5(pid=27764) [trial-2390↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27764)] [trial-2390↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a13:44:13.255785 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a13:44:13.318440 run osmo-hlr_10.42.42.2(pid=27761): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27761)]\u000a13:44:13.370049 run osmo-hlr_10.42.42.2(pid=27761): stdout: \u000a| (launched: 2022-12-13_13:44:09.886846) \u000a13:44:13.421766 run osmo-hlr_10.42.42.2(pid=27761): stderr: \u000a| �[0;m�[1;31m20221213134410083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213134410083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213134410083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134410083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134410083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213134410083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213134410095 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213134410104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213134410104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213134410104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:44:13.466142 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27756): Terminating (SIGTERM)\u000a13:44:13.508472 run iperf3-srv_10.42.42.10(pid=27757): Terminating (SIGTERM)\u000a13:44:13.551078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27760): Terminating (SIGTERM)\u000a13:44:13.593600 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27763): Terminating (SIGTERM)\u000a13:44:13.636159 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27766): Terminating (SIGTERM)\u000a13:44:13.645861 --- ParallelTerminationStrategy: PID 27756 died...\u000a13:44:13.701849 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27756): Terminated: ok {rc=0}\u000a13:44:13.711772 --- ParallelTerminationStrategy: PID 27757 died...\u000a13:44:13.767635 run iperf3-srv_10.42.42.10(pid=27757): Terminated {rc=256}\u000a13:44:13.777962 --- ParallelTerminationStrategy: PID 27760 died...\u000a13:44:13.833888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27760): Terminated: ok {rc=0}\u000a13:44:13.843796 --- ParallelTerminationStrategy: PID 27763 died...\u000a13:44:13.899754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27763): Terminated: ok {rc=0}\u000a13:44:13.909732 --- ParallelTerminationStrategy: PID 27766 died...\u000a13:44:13.965573 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27766): Terminated: ok {rc=0}\u000a13:44:14.052976 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27782): Process ended prematurely: osmo-stp_10.42.42.5(pid=27782) [trial-2390↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27782)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27782): Process ended prematurely: osmo-stp_10.42.42.5(pid=27782) [trial-2390↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27782)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a13:44:15.167766 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:44:15.180009 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:44:15.347783 tst iperf3m4.py: using LAC 34341\u000a13:44:15.475631 tst iperf3m4.py: using RAC 171\u000a13:44:15.604808 tst iperf3m4.py: using CellId 34341\u000a13:44:15.732363 tst iperf3m4.py: using BVCI 34342\u000a13:44:15.757516 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:44:15.769118 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:44:15.780575 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:44:15.792126 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:44:15.803819 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:44:15.815732 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:44:15.829758 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:44:15.858359 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:44:15.881731 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:44:16.022902 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:44:16.151456 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:44:16.271246 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:44:16.576721 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:44:16.715196 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:44:17.068146 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27768): Launched\u000a13:44:17.350986 run iperf3-srv_10.42.42.10(pid=27769): Launched\u000a13:44:17.550412 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:44:17.685870 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:44:18.022851 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27770): Launched\u000a13:44:18.302225 run iperf3-srv_10.42.42.10(pid=27771): Launched\u000a13:44:18.502694 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:44:18.638398 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:44:18.973657 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27772): Launched\u000a13:44:19.253595 run iperf3-srv_10.42.42.10(pid=27773): Launched\u000a13:44:19.453015 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:44:19.588002 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:44:19.925075 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27774): Launched\u000a13:44:20.206285 run iperf3-srv_10.42.42.10(pid=27775): Launched\u000a13:44:20.405559 tst iperf3m4.py:8: start network...\u000a13:44:20.541158 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:44:21.054547 run create_hlr_db(pid=27776): Launched\u000a13:44:21.244781 bus /gobi_6: Setting Powered False\u000a13:44:22.262140 run create_hlr_db(pid=27776): Terminated: ok {rc=0}\u000a13:44:22.696081 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27778): Launched\u000a13:44:23.023579 run osmo-hlr_10.42.42.2(pid=27779): Launched\u000a13:44:23.139871 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:44:23.703583 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27781): Launched\u000a13:44:24.028313 run osmo-stp_10.42.42.5(pid=27782): Launched\u000a13:44:24.146811 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:44:24.714440 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27784): Launched\u000a13:44:24.830121 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:44:25.113698 run patchelf(pid=27785): Launched\u000a13:44:25.303188 run osmo-stp_10.42.42.5(pid=27782): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27782)]\u000a13:44:25.442823 run osmo-stp_10.42.42.5(pid=27782): stdout: \u000a| (launched: 2022-12-13_13:44:23.868591)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:44:25.582151 run osmo-stp_10.42.42.5(pid=27782): stderr: \u000a| �[0;m�[38;5;43m20221213134424054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134424055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134424055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134424055 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134424056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134424056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134424056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:44:25.716331 run osmo-stp_10.42.42.5(pid=27782): stdout: \u000a| (launched: 2022-12-13_13:44:23.868591)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:44:25.849342 run osmo-stp_10.42.42.5(pid=27782): stderr: \u000a| �[0;m�[38;5;43m20221213134424054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134424055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134424055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134424055 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134424056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134424056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134424056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:44:26.004416 run patchelf(pid=27785): Terminating (SIGINT)\u000a13:44:26.187160 run patchelf(pid=27785): Terminated: ok {rc=0}\u000a13:44:26.220701 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27782): Process ended prematurely: osmo-stp_10.42.42.5(pid=27782) [trial-2390↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27782)] [trial-2390↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a13:44:26.230623 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a13:44:26.293991 run osmo-hlr_10.42.42.2(pid=27779): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27779)]\u000a13:44:26.345317 run osmo-hlr_10.42.42.2(pid=27779): stdout: \u000a| (launched: 2022-12-13_13:44:22.861476) \u000a13:44:26.397469 run osmo-hlr_10.42.42.2(pid=27779): stderr: \u000a| �[0;m�[1;31m20221213134423055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213134423055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213134423055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134423055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134423055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213134423055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213134423067 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213134423077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213134423077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213134423077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:44:26.442045 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27768): Terminating (SIGTERM)\u000a13:44:26.484152 run iperf3-srv_10.42.42.10(pid=27769): Terminating (SIGTERM)\u000a13:44:26.526178 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27770): Terminating (SIGTERM)\u000a13:44:26.568554 run iperf3-srv_10.42.42.10(pid=27771): Terminating (SIGTERM)\u000a13:44:26.610812 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27772): Terminating (SIGTERM)\u000a13:44:26.652857 run iperf3-srv_10.42.42.10(pid=27773): Terminating (SIGTERM)\u000a13:44:26.694769 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27774): Terminating (SIGTERM)\u000a13:44:26.736275 run iperf3-srv_10.42.42.10(pid=27775): Terminating (SIGTERM)\u000a13:44:26.778442 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27778): Terminating (SIGTERM)\u000a13:44:26.820538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27781): Terminating (SIGTERM)\u000a13:44:26.862754 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27784): Terminating (SIGTERM)\u000a13:44:26.872340 --- ParallelTerminationStrategy: PID 27768 died...\u000a13:44:26.928185 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27768): Terminated: ok {rc=0}\u000a13:44:26.938074 --- ParallelTerminationStrategy: PID 27769 died...\u000a13:44:26.993199 run iperf3-srv_10.42.42.10(pid=27769): Terminated {rc=256}\u000a13:44:27.003051 --- ParallelTerminationStrategy: PID 27770 died...\u000a13:44:27.058512 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27770): Terminated: ok {rc=0}\u000a13:44:27.068382 --- ParallelTerminationStrategy: PID 27771 died...\u000a13:44:27.123890 run iperf3-srv_10.42.42.10(pid=27771): Terminated {rc=256}\u000a13:44:27.133802 --- ParallelTerminationStrategy: PID 27772 died...\u000a13:44:27.189125 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27772): Terminated: ok {rc=0}\u000a13:44:27.198967 --- ParallelTerminationStrategy: PID 27773 died...\u000a13:44:27.254359 run iperf3-srv_10.42.42.10(pid=27773): Terminated {rc=256}\u000a13:44:27.264199 --- ParallelTerminationStrategy: PID 27774 died...\u000a13:44:27.319535 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27774): Terminated: ok {rc=0}\u000a13:44:27.329469 --- ParallelTerminationStrategy: PID 27775 died...\u000a13:44:27.384705 run iperf3-srv_10.42.42.10(pid=27775): Terminated {rc=256}\u000a13:44:27.394589 --- ParallelTerminationStrategy: PID 27778 died...\u000a13:44:27.449812 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27778): Terminated: ok {rc=0}\u000a13:44:27.459697 --- ParallelTerminationStrategy: PID 27781 died...\u000a13:44:27.514925 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27781): Terminated: ok {rc=0}\u000a13:44:27.524804 --- ParallelTerminationStrategy: PID 27784 died...\u000a13:44:27.580114 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27784): Terminated: ok {rc=0}\u000a13:44:27.666899 bus /gobi_4: Setting Powered False\u000a13:44:28.772417 bus /gobi_4: Setting Powered False\u000a13:44:29.879961 bus /gobi_1: Setting Powered False\u000a13:44:30.989204 bus /gobi_1: Setting Powered False\u000a13:44:32.123012 bus /gobi_0: Setting Powered False\u000a13:44:33.232756 bus /gobi_0: Setting Powered False\u000a13:44:34.344124 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27793): Process ended prematurely: osmo-stp_10.42.42.5(pid=27793) [trial-2390↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27793)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27793): Process ended prematurely: osmo-stp_10.42.42.5(pid=27793) [trial-2390↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27793)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-umtrx+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a13:44:35.411451 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:44:35.423282 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:44:35.579891 tst ping.py: using LAC 34342\u000a13:44:35.698950 tst ping.py: using RAC 172\u000a13:44:35.824235 tst ping.py: using CellId 34342\u000a13:44:35.948856 tst ping.py: using BVCI 34343\u000a13:44:35.973566 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:44:35.985154 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:44:35.996572 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:44:36.008124 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:44:36.019613 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:44:36.031353 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:44:36.042980 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:44:36.054578 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:44:36.331019 tst ping.py:19: start network...\u000a13:44:36.454918 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:44:36.939836 run create_hlr_db(pid=27787): Launched\u000a13:44:37.113245 bus /gobi_6: Setting Powered False\u000a13:44:38.133253 run create_hlr_db(pid=27787): Terminated: ok {rc=0}\u000a13:44:38.532842 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27789): Launched\u000a13:44:38.831357 run osmo-hlr_10.42.42.2(pid=27790): Launched\u000a13:44:38.948439 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:44:39.473296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27792): Launched\u000a13:44:39.770196 run osmo-stp_10.42.42.5(pid=27793): Launched\u000a13:44:39.877396 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:44:40.404564 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27795): Launched\u000a13:44:40.509702 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:44:40.769283 run patchelf(pid=27796): Launched\u000a13:44:40.942699 run osmo-stp_10.42.42.5(pid=27793): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27793)]\u000a13:44:41.069600 run osmo-stp_10.42.42.5(pid=27793): stdout: \u000a| (launched: 2022-12-13_13:44:39.624125)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:44:41.196918 run osmo-stp_10.42.42.5(pid=27793): stderr: \u000a| �[0;m�[38;5;43m20221213134439792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134439792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134439792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134439793 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134439793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134439793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134439793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:44:41.319278 run osmo-stp_10.42.42.5(pid=27793): stdout: \u000a| (launched: 2022-12-13_13:44:39.624125)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:44:41.440486 run osmo-stp_10.42.42.5(pid=27793): stderr: \u000a| �[0;m�[38;5;43m20221213134439792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134439792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134439792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134439793 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134439793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134439793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134439793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:44:41.582105 run patchelf(pid=27796): Terminating (SIGINT)\u000a13:44:41.748584 run patchelf(pid=27796): Terminated: ok {rc=0}\u000a13:44:41.779199 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=27793): Process ended prematurely: osmo-stp_10.42.42.5(pid=27793) [trial-2390↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27793)] [trial-2390↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22]\u000a13:44:41.787849 tst ping.py:22: Test FAILED (6.4 sec)\u000a13:44:41.847639 run osmo-hlr_10.42.42.2(pid=27790): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27790)]\u000a13:44:41.896118 run osmo-hlr_10.42.42.2(pid=27790): stdout: \u000a| (launched: 2022-12-13_13:44:38.685340) \u000a13:44:41.945401 run osmo-hlr_10.42.42.2(pid=27790): stderr: \u000a| �[0;m�[1;31m20221213134438857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213134438857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213134438857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134438857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134438857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213134438858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213134438869 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213134438881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213134438882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213134438882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:44:41.987362 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27789): Terminating (SIGTERM)\u000a13:44:42.027133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27792): Terminating (SIGTERM)\u000a13:44:42.066793 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27795): Terminating (SIGTERM)\u000a13:44:42.076024 --- ParallelTerminationStrategy: PID 27789 died...\u000a13:44:42.129141 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27789): Terminated: ok {rc=0}\u000a13:44:42.138787 --- ParallelTerminationStrategy: PID 27792 died...\u000a13:44:42.191448 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27792): Terminated: ok {rc=0}\u000a13:44:42.201019 --- ParallelTerminationStrategy: PID 27795 died...\u000a13:44:42.253617 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27795): Terminated: ok {rc=0}\u000a13:44:42.341392 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27803): Process ended prematurely: osmo-stp_10.42.42.5(pid=27803) [trial-2390↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27803)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27803): Process ended prematurely: osmo-stp_10.42.42.5(pid=27803) [trial-2390↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27803)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-umtrx+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a13:44:43.393096 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:44:43.404642 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:44:43.566149 tst ping_idle_ping.py: using LAC 34343\u000a13:44:43.682164 tst ping_idle_ping.py: using RAC 173\u000a13:44:43.798369 tst ping_idle_ping.py: using CellId 34343\u000a13:44:43.921541 tst ping_idle_ping.py: using BVCI 34344\u000a13:44:43.946282 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:44:43.957773 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:44:43.969231 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:44:43.980615 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:44:43.992384 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:44:44.004059 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:44:44.015900 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:44:44.027580 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:44:44.302656 tst ping_idle_ping.py:24: start network...\u000a13:44:44.426347 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:44:44.903176 run create_hlr_db(pid=27797): Launched\u000a13:44:45.074313 bus /gobi_6: Setting Powered False\u000a13:44:46.097032 run create_hlr_db(pid=27797): Terminated: ok {rc=0}\u000a13:44:46.559921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27799): Launched\u000a13:44:47.010114 run osmo-hlr_10.42.42.2(pid=27800): Launched\u000a13:44:47.239847 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:44:47.823302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27802): Launched\u000a13:44:48.143158 run osmo-stp_10.42.42.5(pid=27803): Launched\u000a13:44:48.258800 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:44:48.814443 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27805): Launched\u000a13:44:48.927840 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:44:49.204840 run patchelf(pid=27806): Launched\u000a13:44:49.391498 run osmo-stp_10.42.42.5(pid=27803): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27803)]\u000a13:44:49.528591 run osmo-stp_10.42.42.5(pid=27803): stdout: \u000a| (launched: 2022-12-13_13:44:47.986018)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:44:49.665401 run osmo-stp_10.42.42.5(pid=27803): stderr: \u000a| �[0;m�[38;5;43m20221213134448173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134448173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134448173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134448174 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134448174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134448174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134448174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:44:49.797022 run osmo-stp_10.42.42.5(pid=27803): stdout: \u000a| (launched: 2022-12-13_13:44:47.986018)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:44:49.927330 run osmo-stp_10.42.42.5(pid=27803): stderr: \u000a| �[0;m�[38;5;43m20221213134448173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134448173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134448173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134448174 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134448174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134448174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134448174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:44:50.079728 run patchelf(pid=27806): Terminating (SIGINT)\u000a13:44:50.258923 run patchelf(pid=27806): Terminated: ok {rc=0}\u000a13:44:50.291652 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=27803): Process ended prematurely: osmo-stp_10.42.42.5(pid=27803) [trial-2390↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27803)] [trial-2390↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a13:44:50.301137 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a13:44:50.364386 run osmo-hlr_10.42.42.2(pid=27800): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27800)]\u000a13:44:50.415797 run osmo-hlr_10.42.42.2(pid=27800): stdout: \u000a| (launched: 2022-12-13_13:44:46.734327) \u000a13:44:50.467706 run osmo-hlr_10.42.42.2(pid=27800): stderr: \u000a| �[0;m�[1;31m20221213134446977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213134446977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213134446977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134446977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134446977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213134446977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213134447006 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213134447023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213134447023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213134447023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:44:50.512086 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27799): Terminating (SIGTERM)\u000a13:44:50.553974 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27802): Terminating (SIGTERM)\u000a13:44:50.595930 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27805): Terminating (SIGTERM)\u000a13:44:50.605662 --- ParallelTerminationStrategy: PID 27799 died...\u000a13:44:50.661988 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27799): Terminated: ok {rc=0}\u000a13:44:50.672407 --- ParallelTerminationStrategy: PID 27802 died...\u000a13:44:50.728615 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27802): Terminated: ok {rc=0}\u000a13:44:50.738754 --- ParallelTerminationStrategy: PID 27805 died...\u000a13:44:50.794786 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27805): Terminated: ok {rc=0}\u000a13:44:50.880770 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "91", "name" : "gprs_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:43:52" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27821): Process ended prematurely: osmo-stp_10.42.42.5(pid=27821) [trial-2390↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27821)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27821): Process ended prematurely: osmo-stp_10.42.42.5(pid=27821) [trial-2390↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27821)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:44:53.073782 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:44:53.085563 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a13:44:53.235177 tst cs_paging_gprs_active.py: using LAC 34344\u000a13:44:53.365226 tst cs_paging_gprs_active.py: using RAC 174\u000a13:44:53.497602 tst cs_paging_gprs_active.py: using CellId 34344\u000a13:44:53.623051 tst cs_paging_gprs_active.py: using BVCI 34345\u000a13:44:53.648140 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:44:53.660013 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:44:53.672167 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:44:53.683861 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:44:53.696060 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:44:53.708018 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:44:53.720134 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:44:53.732035 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:44:53.744347 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:44:53.862050 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:44:54.140398 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:44:54.266172 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:44:54.580855 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27811): Launched\u000a13:44:54.844077 run iperf3-srv_10.42.42.10(pid=27812): Launched\u000a13:44:55.028018 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:44:55.153921 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:44:55.467584 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27813): Launched\u000a13:44:55.727236 run iperf3-srv_10.42.42.10(pid=27814): Launched\u000a13:44:55.910590 tst cs_paging_gprs_active.py:38: start network...\u000a13:44:56.035812 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:44:56.523110 run create_hlr_db(pid=27815): Launched\u000a13:44:56.696151 bus /gobi_6: Setting Powered False\u000a13:44:57.718388 run create_hlr_db(pid=27815): Terminated: ok {rc=0}\u000a13:44:58.148028 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27817): Launched\u000a13:44:58.473305 run osmo-hlr_10.42.42.2(pid=27818): Launched\u000a13:44:58.593332 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:44:59.157580 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27820): Launched\u000a13:44:59.484832 run osmo-stp_10.42.42.5(pid=27821): Launched\u000a13:44:59.603757 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:45:00.167269 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27823): Launched\u000a13:45:00.282920 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:45:00.565312 run patchelf(pid=27824): Launched\u000a13:45:00.754909 run osmo-stp_10.42.42.5(pid=27821): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27821)]\u000a13:45:00.905764 run osmo-stp_10.42.42.5(pid=27821): stdout: \u000a| (launched: 2022-12-13_13:44:59.322351)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:45:01.085257 run osmo-stp_10.42.42.5(pid=27821): stderr: \u000a| �[0;m�[38;5;43m20221213134459508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134459508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134459509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134459509 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134459510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134459510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134459510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:45:01.250115 run osmo-stp_10.42.42.5(pid=27821): stdout: \u000a| (launched: 2022-12-13_13:44:59.322351)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:45:01.387543 run osmo-stp_10.42.42.5(pid=27821): stderr: \u000a| �[0;m�[38;5;43m20221213134459508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134459508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134459509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134459509 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134459510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134459510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134459510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:45:01.545782 run patchelf(pid=27824): Terminating (SIGINT)\u000a13:45:01.731892 run patchelf(pid=27824): Terminated: ok {rc=0}\u000a13:45:01.766652 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=27821): Process ended prematurely: osmo-stp_10.42.42.5(pid=27821) [trial-2390↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27821)] [trial-2390↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a13:45:01.777996 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a13:45:01.844193 run osmo-hlr_10.42.42.2(pid=27818): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27818)]\u000a13:45:01.898614 run osmo-hlr_10.42.42.2(pid=27818): stdout: \u000a| (launched: 2022-12-13_13:44:58.312816) \u000a13:45:01.954362 run osmo-hlr_10.42.42.2(pid=27818): stderr: \u000a| �[0;m�[1;31m20221213134458508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213134458508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213134458508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134458508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134458508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213134458508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213134458520 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213134458528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213134458529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213134458529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:45:02.015425 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27811): Terminating (SIGTERM)\u000a13:45:02.064842 run iperf3-srv_10.42.42.10(pid=27812): Terminating (SIGTERM)\u000a13:45:02.112364 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27813): Terminating (SIGTERM)\u000a13:45:02.158412 run iperf3-srv_10.42.42.10(pid=27814): Terminating (SIGTERM)\u000a13:45:02.205374 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27817): Terminating (SIGTERM)\u000a13:45:02.247332 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27820): Terminating (SIGTERM)\u000a13:45:02.289361 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27823): Terminating (SIGTERM)\u000a13:45:02.298578 --- ParallelTerminationStrategy: PID 27811 died...\u000a13:45:02.354993 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27811): Terminated: ok {rc=0}\u000a13:45:02.365058 --- ParallelTerminationStrategy: PID 27812 died...\u000a13:45:02.421454 run iperf3-srv_10.42.42.10(pid=27812): Terminated {rc=256}\u000a13:45:02.431294 --- ParallelTerminationStrategy: PID 27813 died...\u000a13:45:02.487240 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27813): Terminated: ok {rc=0}\u000a13:45:02.497199 --- ParallelTerminationStrategy: PID 27814 died...\u000a13:45:02.553070 run iperf3-srv_10.42.42.10(pid=27814): Terminated {rc=256}\u000a13:45:02.562930 --- ParallelTerminationStrategy: PID 27817 died...\u000a13:45:02.619030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27817): Terminated: ok {rc=0}\u000a13:45:02.629016 --- ParallelTerminationStrategy: PID 27820 died...\u000a13:45:02.685407 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27820): Terminated: ok {rc=0}\u000a13:45:02.695367 --- ParallelTerminationStrategy: PID 27823 died...\u000a13:45:02.751201 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27823): Terminated: ok {rc=0}\u000a13:45:02.838026 bus /gobi_0: Setting Powered False\u000a13:45:03.942859 bus /gobi_0: Setting Powered False\u000a13:45:05.049443 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27836): Process ended prematurely: osmo-stp_10.42.42.5(pid=27836) [trial-2390↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27836)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27836): Process ended prematurely: osmo-stp_10.42.42.5(pid=27836) [trial-2390↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27836)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a13:45:06.163587 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:45:06.175838 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a13:45:06.327706 tst iperf3.py: using LAC 34345\u000a13:45:06.449790 tst iperf3.py: using RAC 175\u000a13:45:06.574912 tst iperf3.py: using CellId 34345\u000a13:45:06.692705 tst iperf3.py: using BVCI 34346\u000a13:45:06.716501 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:45:06.727958 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:45:06.739288 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:45:06.750459 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:45:06.761758 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:45:06.772909 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:45:06.784225 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:45:06.795420 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:45:06.806818 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:45:07.083005 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:45:07.208653 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:45:07.523656 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27828): Launched\u000a13:45:07.783793 run iperf3-srv_10.42.42.10(pid=27829): Launched\u000a13:45:07.967190 tst iperf3.py:8: start network...\u000a13:45:08.092371 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:45:08.576155 run create_hlr_db(pid=27830): Launched\u000a13:45:08.748735 bus /gobi_6: Setting Powered False\u000a13:45:09.769537 run create_hlr_db(pid=27830): Terminated: ok {rc=0}\u000a13:45:10.196486 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27832): Launched\u000a13:45:10.518510 run osmo-hlr_10.42.42.2(pid=27833): Launched\u000a13:45:10.638658 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:45:11.200287 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27835): Launched\u000a13:45:11.523862 run osmo-stp_10.42.42.5(pid=27836): Launched\u000a13:45:11.641658 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:45:12.203278 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27838): Launched\u000a13:45:12.318688 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:45:12.600471 run patchelf(pid=27839): Launched\u000a13:45:12.789232 run osmo-stp_10.42.42.5(pid=27836): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27836)]\u000a13:45:12.927649 run osmo-stp_10.42.42.5(pid=27836): stdout: \u000a| (launched: 2022-12-13_13:45:11.364026)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:45:13.066625 run osmo-stp_10.42.42.5(pid=27836): stderr: \u000a| �[0;m�[38;5;43m20221213134511553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134511553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134511553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134511554 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134511554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134511554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134511555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:45:13.200162 run osmo-stp_10.42.42.5(pid=27836): stdout: \u000a| (launched: 2022-12-13_13:45:11.364026)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:45:13.332553 run osmo-stp_10.42.42.5(pid=27836): stderr: \u000a| �[0;m�[38;5;43m20221213134511553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134511553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134511553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134511554 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134511554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134511554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134511555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:45:13.488249 run patchelf(pid=27839): Terminating (SIGINT)\u000a13:45:13.671058 run patchelf(pid=27839): Terminated: ok {rc=0}\u000a13:45:13.704419 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27836): Process ended prematurely: osmo-stp_10.42.42.5(pid=27836) [trial-2390↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27836)] [trial-2390↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a13:45:13.714586 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a13:45:13.777551 run osmo-hlr_10.42.42.2(pid=27833): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27833)]\u000a13:45:13.828515 run osmo-hlr_10.42.42.2(pid=27833): stdout: \u000a| (launched: 2022-12-13_13:45:10.360633) \u000a13:45:13.880396 run osmo-hlr_10.42.42.2(pid=27833): stderr: \u000a| �[0;m�[1;31m20221213134510556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213134510556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213134510556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134510556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134510556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213134510556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213134510569 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213134510577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213134510577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213134510577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:45:13.924727 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27828): Terminating (SIGTERM)\u000a13:45:13.966515 run iperf3-srv_10.42.42.10(pid=27829): Terminating (SIGTERM)\u000a13:45:14.008316 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27832): Terminating (SIGTERM)\u000a13:45:14.050458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27835): Terminating (SIGTERM)\u000a13:45:14.092362 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27838): Terminating (SIGTERM)\u000a13:45:14.101986 --- ParallelTerminationStrategy: PID 27828 died...\u000a13:45:14.157966 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27828): Terminated: ok {rc=0}\u000a13:45:14.167913 --- ParallelTerminationStrategy: PID 27829 died...\u000a13:45:14.223456 run iperf3-srv_10.42.42.10(pid=27829): Terminated {rc=256}\u000a13:45:14.233379 --- ParallelTerminationStrategy: PID 27832 died...\u000a13:45:14.288868 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27832): Terminated: ok {rc=0}\u000a13:45:14.298771 --- ParallelTerminationStrategy: PID 27835 died...\u000a13:45:14.354583 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27835): Terminated: ok {rc=0}\u000a13:45:14.364458 --- ParallelTerminationStrategy: PID 27838 died...\u000a13:45:14.420554 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27838): Terminated: ok {rc=0}\u000a13:45:14.506137 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27854): Process ended prematurely: osmo-stp_10.42.42.5(pid=27854) [trial-2390↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27854)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27854): Process ended prematurely: osmo-stp_10.42.42.5(pid=27854) [trial-2390↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27854)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a13:45:15.623010 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:45:15.635417 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a13:45:15.777450 tst iperf3m4.py: using LAC 34346\u000a13:45:15.931495 tst iperf3m4.py: using RAC 176\u000a13:45:16.083877 tst iperf3m4.py: using CellId 34346\u000a13:45:16.220874 tst iperf3m4.py: using BVCI 34347\u000a13:45:16.247168 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:45:16.260146 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:45:16.272865 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:45:16.285961 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:45:16.300242 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:45:16.313855 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:45:16.327008 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:45:16.340812 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:45:16.356118 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:45:16.483769 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:45:16.612068 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:45:16.738057 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:45:17.028421 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:45:17.157700 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:45:17.474805 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27840): Launched\u000a13:45:17.733684 run iperf3-srv_10.42.42.10(pid=27841): Launched\u000a13:45:17.916000 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:45:18.040210 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:45:18.351842 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27842): Launched\u000a13:45:18.611643 run iperf3-srv_10.42.42.10(pid=27843): Launched\u000a13:45:18.793681 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:45:18.917701 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:45:19.229008 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27844): Launched\u000a13:45:19.488054 run iperf3-srv_10.42.42.10(pid=27845): Launched\u000a13:45:19.670358 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:45:19.794774 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:45:20.106782 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27846): Launched\u000a13:45:20.366447 run iperf3-srv_10.42.42.10(pid=27847): Launched\u000a13:45:20.549058 tst iperf3m4.py:8: start network...\u000a13:45:20.673440 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:45:21.156586 run create_hlr_db(pid=27848): Launched\u000a13:45:21.329715 bus /gobi_6: Setting Powered False\u000a13:45:22.350710 run create_hlr_db(pid=27848): Terminated: ok {rc=0}\u000a13:45:22.780223 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27850): Launched\u000a13:45:23.104524 run osmo-hlr_10.42.42.2(pid=27851): Launched\u000a13:45:23.222403 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:45:23.789573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27853): Launched\u000a13:45:24.111704 run osmo-stp_10.42.42.5(pid=27854): Launched\u000a13:45:24.228412 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:45:24.791750 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27856): Launched\u000a13:45:24.906680 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:45:25.190050 run patchelf(pid=27857): Launched\u000a13:45:25.379283 run osmo-stp_10.42.42.5(pid=27854): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27854)]\u000a13:45:25.517528 run osmo-stp_10.42.42.5(pid=27854): stdout: \u000a| (launched: 2022-12-13_13:45:23.953218)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:45:25.655722 run osmo-stp_10.42.42.5(pid=27854): stderr: \u000a| �[0;m�[38;5;43m20221213134524142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134524142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134524143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134524143 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134524144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134524144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134524144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:45:25.789203 run osmo-stp_10.42.42.5(pid=27854): stdout: \u000a| (launched: 2022-12-13_13:45:23.953218)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:45:25.921527 run osmo-stp_10.42.42.5(pid=27854): stderr: \u000a| �[0;m�[38;5;43m20221213134524142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134524142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134524143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134524143 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134524144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134524144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134524144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:45:26.075803 run patchelf(pid=27857): Terminating (SIGINT)\u000a13:45:26.257139 run patchelf(pid=27857): Terminated: ok {rc=0}\u000a13:45:26.290273 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27854): Process ended prematurely: osmo-stp_10.42.42.5(pid=27854) [trial-2390↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27854)] [trial-2390↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a13:45:26.300277 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a13:45:26.363316 run osmo-hlr_10.42.42.2(pid=27851): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27851)]\u000a13:45:26.415051 run osmo-hlr_10.42.42.2(pid=27851): stdout: \u000a| (launched: 2022-12-13_13:45:22.945378) \u000a13:45:26.466852 run osmo-hlr_10.42.42.2(pid=27851): stderr: \u000a| �[0;m�[1;31m20221213134523140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213134523140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213134523140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134523140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134523140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213134523141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213134523153 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213134523162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213134523162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213134523162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:45:26.511204 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27840): Terminating (SIGTERM)\u000a13:45:26.553458 run iperf3-srv_10.42.42.10(pid=27841): Terminating (SIGTERM)\u000a13:45:26.595546 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27842): Terminating (SIGTERM)\u000a13:45:26.637492 run iperf3-srv_10.42.42.10(pid=27843): Terminating (SIGTERM)\u000a13:45:26.679440 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27844): Terminating (SIGTERM)\u000a13:45:26.721379 run iperf3-srv_10.42.42.10(pid=27845): Terminating (SIGTERM)\u000a13:45:26.763273 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27846): Terminating (SIGTERM)\u000a13:45:26.804864 run iperf3-srv_10.42.42.10(pid=27847): Terminating (SIGTERM)\u000a13:45:26.848434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27850): Terminating (SIGTERM)\u000a13:45:26.890389 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27853): Terminating (SIGTERM)\u000a13:45:26.932218 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27856): Terminating (SIGTERM)\u000a13:45:26.941881 --- ParallelTerminationStrategy: PID 27840 died...\u000a13:45:26.998234 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27840): Terminated: ok {rc=0}\u000a13:45:27.008377 --- ParallelTerminationStrategy: PID 27841 died...\u000a13:45:27.064417 run iperf3-srv_10.42.42.10(pid=27841): Terminated {rc=256}\u000a13:45:27.074471 --- ParallelTerminationStrategy: PID 27842 died...\u000a13:45:27.130865 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27842): Terminated: ok {rc=0}\u000a13:45:27.140926 --- ParallelTerminationStrategy: PID 27843 died...\u000a13:45:27.196601 run iperf3-srv_10.42.42.10(pid=27843): Terminated {rc=256}\u000a13:45:27.206575 --- ParallelTerminationStrategy: PID 27844 died...\u000a13:45:27.262372 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27844): Terminated: ok {rc=0}\u000a13:45:27.272224 --- ParallelTerminationStrategy: PID 27845 died...\u000a13:45:27.328077 run iperf3-srv_10.42.42.10(pid=27845): Terminated {rc=256}\u000a13:45:27.338093 --- ParallelTerminationStrategy: PID 27846 died...\u000a13:45:27.394533 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27846): Terminated: ok {rc=0}\u000a13:45:27.404535 --- ParallelTerminationStrategy: PID 27847 died...\u000a13:45:27.460445 run iperf3-srv_10.42.42.10(pid=27847): Terminated {rc=256}\u000a13:45:27.470369 --- ParallelTerminationStrategy: PID 27850 died...\u000a13:45:27.526640 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27850): Terminated: ok {rc=0}\u000a13:45:27.536781 --- ParallelTerminationStrategy: PID 27853 died...\u000a13:45:27.592713 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27853): Terminated: ok {rc=0}\u000a13:45:27.602834 --- ParallelTerminationStrategy: PID 27856 died...\u000a13:45:27.658944 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27856): Terminated: ok {rc=0}\u000a13:45:27.746547 bus /gobi_4: Setting Powered False\u000a13:45:28.849370 bus /gobi_4: Setting Powered False\u000a13:45:29.958620 bus /gobi_1: Setting Powered False\u000a13:45:31.073395 bus /gobi_1: Setting Powered False\u000a13:45:32.178288 bus /gobi_0: Setting Powered False\u000a13:45:33.277459 bus /gobi_0: Setting Powered False\u000a13:45:34.384015 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27864): Process ended prematurely: osmo-stp_10.42.42.5(pid=27864) [trial-2390↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27864)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27864): Process ended prematurely: osmo-stp_10.42.42.5(pid=27864) [trial-2390↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27864)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a13:45:35.450425 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:45:35.462312 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a13:45:35.601845 tst ping.py: using LAC 34347\u000a13:45:35.720443 tst ping.py: using RAC 177\u000a13:45:35.838392 tst ping.py: using CellId 34347\u000a13:45:35.954295 tst ping.py: using BVCI 34348\u000a13:45:35.976789 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:45:35.988108 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:45:35.999189 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:45:36.010305 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:45:36.021397 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:45:36.032395 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:45:36.043542 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:45:36.054613 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:45:36.343651 tst ping.py:19: start network...\u000a13:45:36.475757 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:45:36.973618 run create_hlr_db(pid=27858): Launched\u000a13:45:37.157886 bus /gobi_6: Setting Powered False\u000a13:45:38.177389 run create_hlr_db(pid=27858): Terminated: ok {rc=0}\u000a13:45:38.574293 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27860): Launched\u000a13:45:38.868445 run osmo-hlr_10.42.42.2(pid=27861): Launched\u000a13:45:38.975964 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:45:39.490538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27863): Launched\u000a13:45:39.784716 run osmo-stp_10.42.42.5(pid=27864): Launched\u000a13:45:39.891406 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:45:40.407830 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27866): Launched\u000a13:45:40.512264 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:45:40.772891 run patchelf(pid=27867): Launched\u000a13:45:40.946116 run osmo-stp_10.42.42.5(pid=27864): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27864)]\u000a13:45:41.072673 run osmo-stp_10.42.42.5(pid=27864): stdout: \u000a| (launched: 2022-12-13_13:45:39.640062)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:45:41.200755 run osmo-stp_10.42.42.5(pid=27864): stderr: \u000a| �[0;m�[38;5;43m20221213134539805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134539806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134539806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134539806 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134539807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134539807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134539807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:45:41.323194 run osmo-stp_10.42.42.5(pid=27864): stdout: \u000a| (launched: 2022-12-13_13:45:39.640062)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:45:41.444338 run osmo-stp_10.42.42.5(pid=27864): stderr: \u000a| �[0;m�[38;5;43m20221213134539805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134539806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134539806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134539806 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134539807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134539807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134539807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:45:41.586156 run patchelf(pid=27867): Terminating (SIGINT)\u000a13:45:41.752637 run patchelf(pid=27867): Terminated: ok {rc=0}\u000a13:45:41.782939 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=27864): Process ended prematurely: osmo-stp_10.42.42.5(pid=27864) [trial-2390↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27864)] [trial-2390↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a13:45:41.791647 tst ping.py:22: Test FAILED (6.3 sec)\u000a13:45:41.850498 run osmo-hlr_10.42.42.2(pid=27861): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27861)]\u000a13:45:41.898646 run osmo-hlr_10.42.42.2(pid=27861): stdout: \u000a| (launched: 2022-12-13_13:45:38.723772) \u000a13:45:41.947580 run osmo-hlr_10.42.42.2(pid=27861): stderr: \u000a| �[0;m�[1;31m20221213134538895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213134538895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213134538895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134538895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134538895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213134538895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213134538910 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213134538920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213134538921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213134538921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:45:41.989122 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27860): Terminating (SIGTERM)\u000a13:45:42.028349 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27863): Terminating (SIGTERM)\u000a13:45:42.067450 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27866): Terminating (SIGTERM)\u000a13:45:42.076518 --- ParallelTerminationStrategy: PID 27860 died...\u000a13:45:42.129091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27860): Terminated: ok {rc=0}\u000a13:45:42.138513 --- ParallelTerminationStrategy: PID 27863 died...\u000a13:45:42.190925 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27863): Terminated: ok {rc=0}\u000a13:45:42.200310 --- ParallelTerminationStrategy: PID 27866 died...\u000a13:45:42.252810 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27866): Terminated: ok {rc=0}\u000a13:45:42.335486 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27874): Process ended prematurely: osmo-stp_10.42.42.5(pid=27874) [trial-2390↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27874)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27874): Process ended prematurely: osmo-stp_10.42.42.5(pid=27874) [trial-2390↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27874)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a13:45:43.385191 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:45:43.396917 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a13:45:43.543517 tst ping_idle_ping.py: using LAC 34348\u000a13:45:43.667869 tst ping_idle_ping.py: using RAC 178\u000a13:45:43.791467 tst ping_idle_ping.py: using CellId 34348\u000a13:45:43.916671 tst ping_idle_ping.py: using BVCI 34349\u000a13:45:43.941199 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:45:43.952992 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:45:43.964516 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:45:43.976546 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:45:43.988631 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:45:44.000646 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:45:44.012780 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a13:45:44.024908 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a13:45:44.301161 tst ping_idle_ping.py:24: start network...\u000a13:45:44.423947 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:45:44.904398 run create_hlr_db(pid=27868): Launched\u000a13:45:45.075246 bus /gobi_6: Setting Powered False\u000a13:45:46.129682 run create_hlr_db(pid=27868): Terminated: ok {rc=0}\u000a13:45:46.575176 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27870): Launched\u000a13:45:47.009759 run osmo-hlr_10.42.42.2(pid=27871): Launched\u000a13:45:47.191901 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:45:47.709690 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27873): Launched\u000a13:45:48.005862 run osmo-stp_10.42.42.5(pid=27874): Launched\u000a13:45:48.112391 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:45:48.630338 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27876): Launched\u000a13:45:48.735314 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:45:48.994205 run patchelf(pid=27877): Launched\u000a13:45:49.168370 run osmo-stp_10.42.42.5(pid=27874): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27874)]\u000a13:45:49.295746 run osmo-stp_10.42.42.5(pid=27874): stdout: \u000a| (launched: 2022-12-13_13:45:47.860737)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:45:49.423151 run osmo-stp_10.42.42.5(pid=27874): stderr: \u000a| �[0;m�[38;5;43m20221213134548025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134548025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134548026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134548026 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134548027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134548027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134548027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:45:49.546117 run osmo-stp_10.42.42.5(pid=27874): stdout: \u000a| (launched: 2022-12-13_13:45:47.860737)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:45:49.667340 run osmo-stp_10.42.42.5(pid=27874): stderr: \u000a| �[0;m�[38;5;43m20221213134548025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134548025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134548026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134548026 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134548027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134548027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134548027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:45:49.809250 run patchelf(pid=27877): Terminating (SIGINT)\u000a13:45:49.976135 run patchelf(pid=27877): Terminated: ok {rc=0}\u000a13:45:50.006649 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=27874): Process ended prematurely: osmo-stp_10.42.42.5(pid=27874) [trial-2390↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27874)] [trial-2390↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a13:45:50.015359 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a13:45:50.074413 run osmo-hlr_10.42.42.2(pid=27871): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27871)]\u000a13:45:50.122635 run osmo-hlr_10.42.42.2(pid=27871): stdout: \u000a| (launched: 2022-12-13_13:45:46.740624) \u000a13:45:50.171431 run osmo-hlr_10.42.42.2(pid=27871): stderr: \u000a| �[0;m�[1;31m20221213134546989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213134546989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213134546989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134546989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134546989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213134546989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213134547004 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213134547023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213134547027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213134547027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:45:50.213146 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27870): Terminating (SIGTERM)\u000a13:45:50.252546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27873): Terminating (SIGTERM)\u000a13:45:50.291824 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27876): Terminating (SIGTERM)\u000a13:45:50.300992 --- ParallelTerminationStrategy: PID 27870 died...\u000a13:45:50.353742 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27870): Terminated: ok {rc=0}\u000a13:45:50.363234 --- ParallelTerminationStrategy: PID 27873 died...\u000a13:45:50.415690 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27873): Terminated: ok {rc=0}\u000a13:45:50.425253 --- ParallelTerminationStrategy: PID 27876 died...\u000a13:45:50.477551 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27876): Terminated: ok {rc=0}\u000a13:45:50.564681 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "92", "name" : "gprs_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:44:52" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27890): Process ended prematurely: osmo-stp_10.42.42.5(pid=27890) [trial-2390↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27890)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27890): Process ended prematurely: osmo-stp_10.42.42.5(pid=27890) [trial-2390↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27890)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a13:45:52.607220 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:45:52.618711 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:45:52.775595 tst switch_tch_pdch.py: using LAC 34349\u000a13:45:52.893522 tst switch_tch_pdch.py: using RAC 179\u000a13:45:53.009669 tst switch_tch_pdch.py: using CellId 34349\u000a13:45:53.125575 tst switch_tch_pdch.py: using BVCI 34350\u000a13:45:53.148064 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:45:53.159180 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:45:53.170122 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:45:53.181195 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:45:53.192252 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:45:53.203626 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:45:53.215035 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:45:53.226278 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:45:53.344738 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:45:53.618658 tst switch_tch_pdch.py:51: start network...\u000a13:45:53.741849 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:45:54.216772 run create_hlr_db(pid=27884): Launched\u000a13:45:54.387855 bus /gobi_6: Setting Powered False\u000a13:45:55.407276 run create_hlr_db(pid=27884): Terminated: ok {rc=0}\u000a13:45:55.829657 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27886): Launched\u000a13:45:56.148029 run osmo-hlr_10.42.42.2(pid=27887): Launched\u000a13:45:56.264544 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:45:56.819740 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27889): Launched\u000a13:45:57.136647 run osmo-stp_10.42.42.5(pid=27890): Launched\u000a13:45:57.251438 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:45:57.805115 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27892): Launched\u000a13:45:57.917921 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:45:58.194006 run patchelf(pid=27893): Launched\u000a13:45:58.378907 run osmo-stp_10.42.42.5(pid=27890): ERR: Terminated: ERROR {rc=1} [trial-2390↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27890)]\u000a13:45:58.515006 run osmo-stp_10.42.42.5(pid=27890): stdout: \u000a| (launched: 2022-12-13_13:45:56.980213)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:45:58.651100 run osmo-stp_10.42.42.5(pid=27890): stderr: \u000a| �[0;m�[38;5;43m20221213134557167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134557167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134557167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134557167 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134557168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134557168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134557168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:45:58.782269 run osmo-stp_10.42.42.5(pid=27890): stdout: \u000a| (launched: 2022-12-13_13:45:56.980213)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:45:58.912062 run osmo-stp_10.42.42.5(pid=27890): stderr: \u000a| �[0;m�[38;5;43m20221213134557167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134557167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134557167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134557167 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134557168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134557168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134557168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:45:59.063897 run patchelf(pid=27893): Terminating (SIGINT)\u000a13:45:59.242087 run patchelf(pid=27893): Terminated: ok {rc=0}\u000a13:45:59.274718 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=27890): Process ended prematurely: osmo-stp_10.42.42.5(pid=27890) [trial-2390↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27890)] [trial-2390↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a13:45:59.284270 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a13:45:59.347409 run osmo-hlr_10.42.42.2(pid=27887): ERR: Terminated: ERROR {rc=237} [trial-2390↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27887)]\u000a13:45:59.398927 run osmo-hlr_10.42.42.2(pid=27887): stdout: \u000a| (launched: 2022-12-13_13:45:55.990904) \u000a13:45:59.450914 run osmo-hlr_10.42.42.2(pid=27887): stderr: \u000a| �[0;m�[1;31m20221213134556183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213134556183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213134556183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134556183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134556183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213134556183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213134556196 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213134556204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213134556204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213134556204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:45:59.495337 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27886): Terminating (SIGTERM)\u000a13:45:59.537233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27889): Terminating (SIGTERM)\u000a13:45:59.579130 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27892): Terminating (SIGTERM)\u000a13:45:59.588710 --- ParallelTerminationStrategy: PID 27886 died...\u000a13:45:59.645227 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27886): Terminated: ok {rc=0}\u000a13:45:59.655134 --- ParallelTerminationStrategy: PID 27889 died...\u000a13:45:59.710952 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27889): Terminated: ok {rc=0}\u000a13:45:59.720817 --- ParallelTerminationStrategy: PID 27892 died...\u000a13:45:59.776547 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27892): Terminated: ok {rc=0}\u000a13:45:59.863380 bus /gobi_0: Setting Powered False\u000a13:46:00.971055 bus /gobi_0: Setting Powered False\u000a13:46:02.079528 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "93", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:45:52" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27903): Process ended prematurely: osmo-stp_10.42.42.5(pid=27903) [trial-2390↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27903)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27903): Process ended prematurely: osmo-stp_10.42.42.5(pid=27903) [trial-2390↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27903)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 dynts:trx-umtrx+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a13:46:04.057483 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:46:04.068797 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a13:46:04.232754 tst switch_tch_pdch.py: using LAC 34350\u000a13:46:04.351273 tst switch_tch_pdch.py: using RAC 180\u000a13:46:04.468634 tst switch_tch_pdch.py: using CellId 34350\u000a13:46:04.584238 tst switch_tch_pdch.py: using BVCI 34351\u000a13:46:04.607064 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:46:04.618033 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:46:04.628706 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:46:04.639425 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:46:04.650083 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:46:04.660788 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:46:04.671614 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:46:04.682305 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a13:46:04.801240 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a13:46:05.074598 tst switch_tch_pdch.py:51: start network...\u000a13:46:05.196100 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:46:05.645169 run create_hlr_db(pid=27897): Launched\u000a13:46:05.765538 bus /gobi_6: Setting Powered False\u000a13:46:06.836124 run create_hlr_db(pid=27897): Terminated: ok {rc=0}\u000a13:46:07.230538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27899): Launched\u000a13:46:07.549588 run osmo-hlr_10.42.42.2(pid=27900): Launched\u000a13:46:07.670033 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:46:08.194205 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27902): Launched\u000a13:46:08.512637 run osmo-stp_10.42.42.5(pid=27903): Launched\u000a13:46:08.628776 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:46:09.156238 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27905): Launched\u000a13:46:09.268768 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:46:09.546083 run patchelf(pid=27906): Launched\u000a13:46:09.731039 run osmo-stp_10.42.42.5(pid=27903): ERR: Terminated: ERROR {rc=1} [trial-2390↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27903)]\u000a13:46:09.866695 run osmo-stp_10.42.42.5(pid=27903): stdout: \u000a| (launched: 2022-12-13_13:46:08.355120)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:46:10.002676 run osmo-stp_10.42.42.5(pid=27903): stderr: \u000a| �[0;m�[38;5;43m20221213134608542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134608543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134608543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134608543 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134608544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134608544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134608544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:46:10.133848 run osmo-stp_10.42.42.5(pid=27903): stdout: \u000a| (launched: 2022-12-13_13:46:08.355120)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:46:10.264020 run osmo-stp_10.42.42.5(pid=27903): stderr: \u000a| �[0;m�[38;5;43m20221213134608542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134608543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134608543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134608543 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134608544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134608544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134608544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:46:10.415807 run patchelf(pid=27906): Terminating (SIGINT)\u000a13:46:10.593464 run patchelf(pid=27906): Terminated: ok {rc=0}\u000a13:46:10.625767 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=27903): Process ended prematurely: osmo-stp_10.42.42.5(pid=27903) [trial-2390↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27903)] [trial-2390↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a13:46:10.635169 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a13:46:10.697828 run osmo-hlr_10.42.42.2(pid=27900): ERR: Terminated: ERROR {rc=237} [trial-2390↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27900)]\u000a13:46:10.748873 run osmo-hlr_10.42.42.2(pid=27900): stdout: \u000a| (launched: 2022-12-13_13:46:07.391857) \u000a13:46:10.800904 run osmo-hlr_10.42.42.2(pid=27900): stderr: \u000a| �[0;m�[1;31m20221213134607586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213134607586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213134607586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134607586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134607586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213134607586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213134607600 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/dynts:trx-umtrx+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213134607610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213134607610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213134607610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:46:10.845227 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27899): Terminating (SIGTERM)\u000a13:46:10.887483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27902): Terminating (SIGTERM)\u000a13:46:10.929534 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27905): Terminating (SIGTERM)\u000a13:46:10.939088 --- ParallelTerminationStrategy: PID 27899 died...\u000a13:46:10.994886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27899): Terminated: ok {rc=0}\u000a13:46:11.004675 --- ParallelTerminationStrategy: PID 27902 died...\u000a13:46:11.060328 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27902): Terminated: ok {rc=0}\u000a13:46:11.070212 --- ParallelTerminationStrategy: PID 27905 died...\u000a13:46:11.125877 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27905): Terminated: ok {rc=0}\u000a13:46:11.211835 bus /gobi_0: Setting Powered False\u000a13:46:12.316913 bus /gobi_0: Setting Powered False\u000a13:46:13.426270 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "94", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:46:03" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "nitb_sms:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=27911): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27911) [trial-2390↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27911)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=27911): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27911) [trial-2390↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27911)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 nitb_sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a13:46:15.327842 tst nitb_sms:trx-lms: Using 1 x ip_address (candidates: 1)\u000a13:46:15.339001 tst nitb_sms:trx-lms: Using 1 x bts (candidates: 1)\u000a13:46:15.481598 tst mo_mt_sms.py: using LAC 34351\u000a13:46:15.605504 tst mo_mt_sms.py: using RAC 181\u000a13:46:15.728807 tst mo_mt_sms.py: using CellId 34351\u000a13:46:15.867229 tst mo_mt_sms.py: using BVCI 34352\u000a13:46:15.892116 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a13:46:16.021257 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a13:46:16.357480 tst mo_mt_sms.py:9: start nitb and bts...\u000a13:46:16.484887 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a13:46:17.129927 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27910): Launched\u000a13:46:17.431716 run osmo-nitb_10.42.42.2(pid=27911): Launched\u000a13:46:17.614836 run osmo-nitb_10.42.42.2(pid=27911): ERR: Terminated: ERROR {rc=2} [trial-2390↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27911)]\u000a13:46:17.749433 run osmo-nitb_10.42.42.2(pid=27911): stdout: \u000a| (launched: 2022-12-13_13:46:17.285131) \u000a13:46:17.884209 run osmo-nitb_10.42.42.2(pid=27911): stderr: \u000a| (launched: 2022-12-13_13:46:17.329098)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:46:18.014629 run osmo-nitb_10.42.42.2(pid=27911): stdout: \u000a| (launched: 2022-12-13_13:46:17.285131) \u000a13:46:18.143510 run osmo-nitb_10.42.42.2(pid=27911): stderr: \u000a| (launched: 2022-12-13_13:46:17.329098)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:46:18.551042 tst osmo-nitb_10.42.42.2(pid=27911): stdout: \u000a| (launched: 2022-12-13_13:46:17.285131) \u000a13:46:18.668023 tst osmo-nitb_10.42.42.2(pid=27911): stderr: \u000a| (launched: 2022-12-13_13:46:17.329098)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:46:18.719446 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=27911): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27911) [trial-2390↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27911)] [trial-2390↪nitb_sms:trx-lms↪mo_mt_sms.py:11]\u000a13:46:18.727577 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a13:46:18.761537 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27910): Terminating (SIGTERM)\u000a13:46:18.938857 --- ParallelTerminationStrategy: PID 27910 died...\u000a13:46:18.993241 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27910): Terminated: ok {rc=0}\u000a13:46:19.080068 bus /sierra_3: Setting Powered False\u000a13:46:20.183267 bus /sierra_3: Setting Powered False\u000a13:46:21.293276 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "95", "name" : "nitb_sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:46:15" }, { "cases" : [ { "testActions" : [ ], "age" : 60, "className" : "sms:trx-lms", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27921): Process ended prematurely: osmo-stp_10.42.42.5(pid=27921) [trial-2390↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27921)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27921): Process ended prematurely: osmo-stp_10.42.42.5(pid=27921) [trial-2390↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27921)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a13:46:23.178463 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:46:23.188733 tst sms:trx-lms: Using 1 x bts (candidates: 1)\u000a13:46:23.323430 tst mo_mt_sms.py: using LAC 34352\u000a13:46:23.438742 tst mo_mt_sms.py: using RAC 182\u000a13:46:23.552855 tst mo_mt_sms.py: using CellId 34352\u000a13:46:23.676078 tst mo_mt_sms.py: using BVCI 34353\u000a13:46:23.700103 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:46:23.711073 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:46:23.721914 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:46:23.732628 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:46:23.743849 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:46:23.754930 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a13:46:23.871199 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a13:46:24.083096 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:46:24.581499 run create_hlr_db(pid=27915): Launched\u000a13:46:24.765175 bus /sierra_2: Setting Powered False\u000a13:46:25.785567 run create_hlr_db(pid=27915): Terminated: ok {rc=0}\u000a13:46:26.182895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27917): Launched\u000a13:46:26.478177 run osmo-hlr_10.42.42.2(pid=27918): Launched\u000a13:46:26.586331 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:46:27.101709 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27920): Launched\u000a13:46:27.397502 run osmo-stp_10.42.42.5(pid=27921): Launched\u000a13:46:27.504356 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:46:28.045962 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27923): Launched\u000a13:46:28.341753 run osmo-msc_10.42.42.6(pid=27924): Launched\u000a13:46:28.514848 run osmo-stp_10.42.42.5(pid=27921): ERR: Terminated: ERROR {rc=1} [trial-2390↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27921)]\u000a13:46:28.639887 run osmo-stp_10.42.42.5(pid=27921): stdout: \u000a| (launched: 2022-12-13_13:46:27.251903)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:46:28.762607 run osmo-stp_10.42.42.5(pid=27921): stderr: \u000a| �[0;m�[38;5;43m20221213134627418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134627418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134627418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134627419 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134627419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134627419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134627419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:46:28.880690 run osmo-stp_10.42.42.5(pid=27921): stdout: \u000a| (launched: 2022-12-13_13:46:27.251903)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:46:28.997833 run osmo-stp_10.42.42.5(pid=27921): stderr: \u000a| �[0;m�[38;5;43m20221213134627418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134627418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134627418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134627419 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134627419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134627419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134627419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:46:29.049314 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=27921): Process ended prematurely: osmo-stp_10.42.42.5(pid=27921) [trial-2390↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27921)] [trial-2390↪sms:trx-lms↪mo_mt_sms.py:16]\u000a13:46:29.057272 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a13:46:29.115473 run osmo-hlr_10.42.42.2(pid=27918): ERR: Terminated: ERROR {rc=237} [trial-2390↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27918)]\u000a13:46:29.163568 run osmo-hlr_10.42.42.2(pid=27918): stdout: \u000a| (launched: 2022-12-13_13:46:26.332667) \u000a13:46:29.212068 run osmo-hlr_10.42.42.2(pid=27918): stderr: \u000a| �[0;m�[1;31m20221213134626505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213134626505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213134626505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134626505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134626505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213134626505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213134626520 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/sms:trx-lms/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213134626531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213134626531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213134626531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:46:29.277611 run osmo-msc_10.42.42.6(pid=27924): ERR: Terminated: ERROR {rc=2} [trial-2390↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27924)]\u000a13:46:29.325285 run osmo-msc_10.42.42.6(pid=27924): stdout: \u000a| (launched: 2022-12-13_13:46:28.196125) \u000a13:46:29.373679 run osmo-msc_10.42.42.6(pid=27924): stderr: \u000a| �[0;m�[38;5;43m20221213134628462 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213134628462 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f339db37c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213134628463 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213134628463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213134628463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213134628463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213134628465 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213134628465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213134628465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213134628465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:46:29.415149 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27917): Terminating (SIGTERM)\u000a13:46:29.453994 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27920): Terminating (SIGTERM)\u000a13:46:29.493236 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27923): Terminating (SIGTERM)\u000a13:46:29.502298 --- ParallelTerminationStrategy: PID 27917 died...\u000a13:46:29.554562 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27917): Terminated: ok {rc=0}\u000a13:46:29.563911 --- ParallelTerminationStrategy: PID 27920 died...\u000a13:46:29.615639 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27920): Terminated: ok {rc=0}\u000a13:46:29.624909 --- ParallelTerminationStrategy: PID 27923 died...\u000a13:46:29.676884 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27923): Terminated: ok {rc=0}\u000a13:46:29.763661 bus /sierra_3: Setting Powered False\u000a13:46:30.886855 bus /sierra_3: Setting Powered False\u000a13:46:31.991059 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "96", "name" : "sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:46:22" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "nitb_ussd:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=27930): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27930) [trial-2390↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27930)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=27930): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27930) [trial-2390↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27930)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 nitb_ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a13:46:33.826648 tst nitb_ussd:trx-lms: Using 1 x ip_address (candidates: 1)\u000a13:46:33.837750 tst nitb_ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a13:46:33.986425 tst assert_extension.py: using LAC 34353\u000a13:46:34.108741 tst assert_extension.py: using RAC 183\u000a13:46:34.231027 tst assert_extension.py: using CellId 34353\u000a13:46:34.354652 tst assert_extension.py: using BVCI 34354\u000a13:46:34.378580 tst nitb_ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a13:46:34.649829 tst assert_extension.py:10: start nitb and bts...\u000a13:46:34.771896 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a13:46:35.383949 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27929): Launched\u000a13:46:35.676231 run osmo-nitb_10.42.42.2(pid=27930): Launched\u000a13:46:35.857151 run osmo-nitb_10.42.42.2(pid=27930): ERR: Terminated: ERROR {rc=2} [trial-2390↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27930)]\u000a13:46:35.990570 run osmo-nitb_10.42.42.2(pid=27930): stdout: \u000a| (launched: 2022-12-13_13:46:35.533943) \u000a13:46:36.124201 run osmo-nitb_10.42.42.2(pid=27930): stderr: \u000a| (launched: 2022-12-13_13:46:35.578299)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:46:36.252898 run osmo-nitb_10.42.42.2(pid=27930): stdout: \u000a| (launched: 2022-12-13_13:46:35.533943) \u000a13:46:36.380627 run osmo-nitb_10.42.42.2(pid=27930): stderr: \u000a| (launched: 2022-12-13_13:46:35.578299)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:46:36.795727 tst osmo-nitb_10.42.42.2(pid=27930): stdout: \u000a| (launched: 2022-12-13_13:46:35.533943) \u000a13:46:36.912722 tst osmo-nitb_10.42.42.2(pid=27930): stderr: \u000a| (launched: 2022-12-13_13:46:35.578299)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:46:36.964212 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=27930): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27930) [trial-2390↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27930)] [trial-2390↪nitb_ussd:trx-lms↪assert_extension.py:12]\u000a13:46:36.972678 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a13:46:37.006550 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27929): Terminating (SIGTERM)\u000a13:46:37.183663 --- ParallelTerminationStrategy: PID 27929 died...\u000a13:46:37.238123 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27929): Terminated: ok {rc=0}\u000a13:46:37.325418 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "97", "name" : "nitb_ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:46:33" }, { "cases" : [ { "testActions" : [ ], "age" : 60, "className" : "ussd:trx-lms", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27940): Process ended prematurely: osmo-stp_10.42.42.5(pid=27940) [trial-2390↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27940)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27940): Process ended prematurely: osmo-stp_10.42.42.5(pid=27940) [trial-2390↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27940)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a13:46:39.160348 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:46:39.170809 tst ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a13:46:39.300901 tst assert_extension.py: using LAC 34354\u000a13:46:39.414407 tst assert_extension.py: using RAC 184\u000a13:46:39.537276 tst assert_extension.py: using CellId 34354\u000a13:46:39.659478 tst assert_extension.py: using BVCI 34355\u000a13:46:39.683860 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:46:39.694978 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:46:39.706109 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:46:39.716942 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:46:39.728318 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:46:39.739575 tst ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a13:46:39.937096 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:46:40.412132 run create_hlr_db(pid=27934): Launched\u000a13:46:40.597810 bus /sierra_2: Setting Powered False\u000a13:46:41.617337 run create_hlr_db(pid=27934): Terminated: ok {rc=0}\u000a13:46:42.015284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27936): Launched\u000a13:46:42.311691 run osmo-hlr_10.42.42.2(pid=27937): Launched\u000a13:46:42.424350 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:46:42.938867 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27939): Launched\u000a13:46:43.233550 run osmo-stp_10.42.42.5(pid=27940): Launched\u000a13:46:43.339657 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:46:43.880851 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27942): Launched\u000a13:46:44.177782 run osmo-msc_10.42.42.6(pid=27943): Launched\u000a13:46:44.351708 run osmo-stp_10.42.42.5(pid=27940): ERR: Terminated: ERROR {rc=1} [trial-2390↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27940)]\u000a13:46:44.477847 run osmo-stp_10.42.42.5(pid=27940): stdout: \u000a| (launched: 2022-12-13_13:46:43.088213)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:46:44.601666 run osmo-stp_10.42.42.5(pid=27940): stderr: \u000a| �[0;m�[38;5;43m20221213134643254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134643254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134643255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134643255 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134643256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134643256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134643256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:46:44.720722 run osmo-stp_10.42.42.5(pid=27940): stdout: \u000a| (launched: 2022-12-13_13:46:43.088213)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:46:44.838759 run osmo-stp_10.42.42.5(pid=27940): stderr: \u000a| �[0;m�[38;5;43m20221213134643254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134643254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134643255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134643255 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134643256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134643256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134643256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:46:44.890749 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=27940): Process ended prematurely: osmo-stp_10.42.42.5(pid=27940) [trial-2390↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27940)] [trial-2390↪ussd:trx-lms↪assert_extension.py:17]\u000a13:46:44.898780 tst assert_extension.py:17: Test FAILED (5.7 sec)\u000a13:46:44.957371 run osmo-hlr_10.42.42.2(pid=27937): ERR: Terminated: ERROR {rc=237} [trial-2390↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27937)]\u000a13:46:45.005551 run osmo-hlr_10.42.42.2(pid=27937): stdout: \u000a| (launched: 2022-12-13_13:46:42.166749) \u000a13:46:45.054251 run osmo-hlr_10.42.42.2(pid=27937): stderr: \u000a| �[0;m�[1;31m20221213134642337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213134642337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213134642337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134642337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134642338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213134642338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213134642350 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/ussd:trx-lms/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213134642359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213134642359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213134642359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:46:45.120738 run osmo-msc_10.42.42.6(pid=27943): ERR: Terminated: ERROR {rc=2} [trial-2390↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27943)]\u000a13:46:45.169051 run osmo-msc_10.42.42.6(pid=27943): stdout: \u000a| (launched: 2022-12-13_13:46:44.030972) \u000a13:46:45.217794 run osmo-msc_10.42.42.6(pid=27943): stderr: \u000a| �[0;m�[38;5;43m20221213134644298 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213134644298 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f93e153ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213134644298 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213134644298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213134644298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213134644299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213134644300 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213134644301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213134644301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213134644301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:46:45.259443 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27936): Terminating (SIGTERM)\u000a13:46:45.298825 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27939): Terminating (SIGTERM)\u000a13:46:45.338134 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27942): Terminating (SIGTERM)\u000a13:46:45.347192 --- ParallelTerminationStrategy: PID 27936 died...\u000a13:46:45.399537 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27936): Terminated: ok {rc=0}\u000a13:46:45.408929 --- ParallelTerminationStrategy: PID 27939 died...\u000a13:46:45.461073 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27939): Terminated: ok {rc=0}\u000a13:46:45.470406 --- ParallelTerminationStrategy: PID 27942 died...\u000a13:46:45.522389 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27942): Terminated: ok {rc=0}\u000a13:46:45.609074 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "98", "name" : "ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:46:38" }, { "cases" : [ { "testActions" : [ ], "age" : 64, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27954): Process ended prematurely: osmo-stp_10.42.42.5(pid=27954) [trial-2390↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27954)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27954): Process ended prematurely: osmo-stp_10.42.42.5(pid=27954) [trial-2390↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27954)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a13:46:47.579779 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:46:47.591465 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a13:46:47.751259 tst mo_mt_call.py: using LAC 34355\u000a13:46:47.869317 tst mo_mt_call.py: using RAC 185\u000a13:46:47.985817 tst mo_mt_call.py: using CellId 34355\u000a13:46:48.102619 tst mo_mt_call.py: using BVCI 34356\u000a13:46:48.125732 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:46:48.136657 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:46:48.147551 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:46:48.158442 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:46:48.169387 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:46:48.180244 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:46:48.301207 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:46:48.502386 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:46:48.986184 run create_hlr_db(pid=27948): Launched\u000a13:46:49.158993 bus /sierra_2: Setting Powered False\u000a13:46:50.181000 run create_hlr_db(pid=27948): Terminated: ok {rc=0}\u000a13:46:50.609305 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27950): Launched\u000a13:46:50.931512 run osmo-hlr_10.42.42.2(pid=27951): Launched\u000a13:46:51.052785 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:46:51.611846 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27953): Launched\u000a13:46:51.936515 run osmo-stp_10.42.42.5(pid=27954): Launched\u000a13:46:52.053135 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:46:52.642153 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27956): Launched\u000a13:46:52.963641 run osmo-msc_10.42.42.6(pid=27957): Launched\u000a13:46:53.152811 run osmo-stp_10.42.42.5(pid=27954): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27954)]\u000a13:46:53.289754 run osmo-stp_10.42.42.5(pid=27954): stdout: \u000a| (launched: 2022-12-13_13:46:51.776818)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:46:53.425210 run osmo-stp_10.42.42.5(pid=27954): stderr: \u000a| �[0;m�[38;5;43m20221213134651966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134651966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134651966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134651967 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134651967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134651967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134651967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:46:53.554927 run osmo-stp_10.42.42.5(pid=27954): stdout: \u000a| (launched: 2022-12-13_13:46:51.776818)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:46:53.683015 run osmo-stp_10.42.42.5(pid=27954): stderr: \u000a| �[0;m�[38;5;43m20221213134651966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134651966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134651966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134651967 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134651967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134651967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134651967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:46:53.739519 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27954): Process ended prematurely: osmo-stp_10.42.42.5(pid=27954) [trial-2390↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27954)] [trial-2390↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a13:46:53.748800 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a13:46:53.811520 run osmo-hlr_10.42.42.2(pid=27951): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27951)]\u000a13:46:53.862742 run osmo-hlr_10.42.42.2(pid=27951): stdout: \u000a| (launched: 2022-12-13_13:46:50.773281) \u000a13:46:53.914554 run osmo-hlr_10.42.42.2(pid=27951): stderr: \u000a| �[0;m�[1;31m20221213134650969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213134650969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213134650969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134650969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134650969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213134650969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213134650981 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213134650990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213134650990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213134650990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:46:53.984900 run osmo-msc_10.42.42.6(pid=27957): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27957)]\u000a13:46:54.036199 run osmo-msc_10.42.42.6(pid=27957): stdout: \u000a| (launched: 2022-12-13_13:46:52.805659) \u000a13:46:54.087879 run osmo-msc_10.42.42.6(pid=27957): stderr: \u000a| �[0;m�[38;5;43m20221213134653125 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213134653125 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd14d523c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213134653125 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213134653125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213134653125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213134653125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213134653127 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213134653127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213134653127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213134653128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:46:54.132110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27950): Terminating (SIGTERM)\u000a13:46:54.173927 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27953): Terminating (SIGTERM)\u000a13:46:54.215879 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27956): Terminating (SIGTERM)\u000a13:46:54.225486 --- ParallelTerminationStrategy: PID 27950 died...\u000a13:46:54.281817 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27950): Terminated: ok {rc=0}\u000a13:46:54.291778 --- ParallelTerminationStrategy: PID 27953 died...\u000a13:46:54.347578 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27953): Terminated: ok {rc=0}\u000a13:46:54.357976 --- ParallelTerminationStrategy: PID 27956 died...\u000a13:46:54.414123 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27956): Terminated: ok {rc=0}\u000a13:46:54.501597 bus /sierra_3: Setting Powered False\u000a13:46:55.608223 bus /sierra_3: Setting Powered False\u000a13:46:56.717540 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 71, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27965): Process ended prematurely: osmo-stp_10.42.42.5(pid=27965) [trial-2390↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27965)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27965): Process ended prematurely: osmo-stp_10.42.42.5(pid=27965) [trial-2390↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27965)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:46:57.832656 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:46:57.844720 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a13:46:58.011988 tst mo_mt_call_osmux.py: using LAC 34356\u000a13:46:58.140206 tst mo_mt_call_osmux.py: using RAC 186\u000a13:46:58.266662 tst mo_mt_call_osmux.py: using CellId 34356\u000a13:46:58.394945 tst mo_mt_call_osmux.py: using BVCI 34357\u000a13:46:58.419592 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:46:58.431497 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:46:58.442949 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:46:58.454417 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:46:58.466221 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:46:58.478093 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:46:58.599521 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:46:58.804299 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:46:59.287684 run create_hlr_db(pid=27959): Launched\u000a13:46:59.462156 bus /sierra_2: Setting Powered False\u000a13:47:00.482058 run create_hlr_db(pid=27959): Terminated: ok {rc=0}\u000a13:47:00.945933 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27961): Launched\u000a13:47:01.365709 run osmo-hlr_10.42.42.2(pid=27962): Launched\u000a13:47:01.570809 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:47:02.203684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27964): Launched\u000a13:47:02.531564 run osmo-stp_10.42.42.5(pid=27965): Launched\u000a13:47:02.650378 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:47:03.243542 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27967): Launched\u000a13:47:03.568465 run osmo-msc_10.42.42.6(pid=27968): Launched\u000a13:47:03.757702 run osmo-stp_10.42.42.5(pid=27965): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27965)]\u000a13:47:03.894779 run osmo-stp_10.42.42.5(pid=27965): stdout: \u000a| (launched: 2022-12-13_13:47:02.369545)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:47:04.030125 run osmo-stp_10.42.42.5(pid=27965): stderr: \u000a| �[0;m�[38;5;43m20221213134702557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134702557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134702557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134702558 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134702558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134702558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134702559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:47:04.160156 run osmo-stp_10.42.42.5(pid=27965): stdout: \u000a| (launched: 2022-12-13_13:47:02.369545)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:47:04.288367 run osmo-stp_10.42.42.5(pid=27965): stderr: \u000a| �[0;m�[38;5;43m20221213134702557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134702557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134702557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134702558 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134702558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134702558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134702559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:47:04.345111 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27965): Process ended prematurely: osmo-stp_10.42.42.5(pid=27965) [trial-2390↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27965)] [trial-2390↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a13:47:04.354652 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a13:47:04.417689 run osmo-hlr_10.42.42.2(pid=27962): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27962)]\u000a13:47:04.469343 run osmo-hlr_10.42.42.2(pid=27962): stdout: \u000a| (launched: 2022-12-13_13:47:01.118682) \u000a13:47:04.521535 run osmo-hlr_10.42.42.2(pid=27962): stderr: \u000a| �[0;m�[1;31m20221213134701455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213134701455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213134701455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134701456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134701456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213134701456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213134701471 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213134701481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213134701481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213134701481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:47:04.591739 run osmo-msc_10.42.42.6(pid=27968): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27968)]\u000a13:47:04.643144 run osmo-msc_10.42.42.6(pid=27968): stdout: \u000a| (launched: 2022-12-13_13:47:03.408347) \u000a13:47:04.694947 run osmo-msc_10.42.42.6(pid=27968): stderr: \u000a| �[0;m�[38;5;43m20221213134703728 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213134703729 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f328fa7dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213134703729 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213134703729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213134703729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213134703729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213134703731 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213134703731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213134703731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213134703732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:47:04.739147 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27961): Terminating (SIGTERM)\u000a13:47:04.781118 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27964): Terminating (SIGTERM)\u000a13:47:04.823327 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27967): Terminating (SIGTERM)\u000a13:47:04.832851 --- ParallelTerminationStrategy: PID 27961 died...\u000a13:47:04.888882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27961): Terminated: ok {rc=0}\u000a13:47:04.898984 --- ParallelTerminationStrategy: PID 27964 died...\u000a13:47:04.954596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27964): Terminated: ok {rc=0}\u000a13:47:04.964480 --- ParallelTerminationStrategy: PID 27967 died...\u000a13:47:05.020563 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27967): Terminated: ok {rc=0}\u000a13:47:05.106733 bus /sierra_3: Setting Powered False\u000a13:47:06.212406 bus /sierra_3: Setting Powered False\u000a13:47:07.321089 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "99", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:46:47" }, { "cases" : [ { "testActions" : [ ], "age" : 60, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27979): Process ended prematurely: osmo-stp_10.42.42.5(pid=27979) [trial-2390↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27979)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27979): Process ended prematurely: osmo-stp_10.42.42.5(pid=27979) [trial-2390↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27979)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a13:47:09.324675 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:47:09.336093 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a13:47:09.502274 tst mo_mt_call.py: using LAC 34357\u000a13:47:09.628745 tst mo_mt_call.py: using RAC 187\u000a13:47:09.757652 tst mo_mt_call.py: using CellId 34357\u000a13:47:09.885094 tst mo_mt_call.py: using BVCI 34358\u000a13:47:09.909948 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:47:09.921398 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:47:09.932695 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:47:09.943973 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:47:09.955742 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:47:09.967498 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:47:10.083907 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:47:10.284680 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:47:10.771219 run create_hlr_db(pid=27973): Launched\u000a13:47:10.945389 bus /sierra_2: Setting Powered False\u000a13:47:11.966092 run create_hlr_db(pid=27973): Terminated: ok {rc=0}\u000a13:47:12.396708 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27975): Launched\u000a13:47:12.723043 run osmo-hlr_10.42.42.2(pid=27976): Launched\u000a13:47:12.845471 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:47:13.407671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27978): Launched\u000a13:47:13.731655 run osmo-stp_10.42.42.5(pid=27979): Launched\u000a13:47:13.849152 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:47:14.439569 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27981): Launched\u000a13:47:14.764404 run osmo-msc_10.42.42.6(pid=27982): Launched\u000a13:47:14.953377 run osmo-stp_10.42.42.5(pid=27979): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27979)]\u000a13:47:15.090072 run osmo-stp_10.42.42.5(pid=27979): stdout: \u000a| (launched: 2022-12-13_13:47:13.572570)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:47:15.225105 run osmo-stp_10.42.42.5(pid=27979): stderr: \u000a| �[0;m�[38;5;43m20221213134713762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134713762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134713762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134713763 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134713763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134713763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134713763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:47:15.354533 run osmo-stp_10.42.42.5(pid=27979): stdout: \u000a| (launched: 2022-12-13_13:47:13.572570)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:47:15.483121 run osmo-stp_10.42.42.5(pid=27979): stderr: \u000a| �[0;m�[38;5;43m20221213134713762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134713762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134713762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134713763 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134713763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134713763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134713763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:47:15.539819 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27979): Process ended prematurely: osmo-stp_10.42.42.5(pid=27979) [trial-2390↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27979)] [trial-2390↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a13:47:15.549113 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a13:47:15.611852 run osmo-hlr_10.42.42.2(pid=27976): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27976)]\u000a13:47:15.663181 run osmo-hlr_10.42.42.2(pid=27976): stdout: \u000a| (launched: 2022-12-13_13:47:12.562692) \u000a13:47:15.714970 run osmo-hlr_10.42.42.2(pid=27976): stderr: \u000a| �[0;m�[1;31m20221213134712757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213134712757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213134712757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134712757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134712757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213134712757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213134712770 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213134712779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213134712779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213134712779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:47:15.785182 run osmo-msc_10.42.42.6(pid=27982): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27982)]\u000a13:47:15.837695 run osmo-msc_10.42.42.6(pid=27982): stdout: \u000a| (launched: 2022-12-13_13:47:14.604005) \u000a13:47:15.892851 run osmo-msc_10.42.42.6(pid=27982): stderr: \u000a| �[0;m�[38;5;43m20221213134714922 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213134714922 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fca24509c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213134714922 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213134714922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213134714922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213134714922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213134714924 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213134714924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213134714925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213134714925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:47:15.953045 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27975): Terminating (SIGTERM)\u000a13:47:15.998957 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27978): Terminating (SIGTERM)\u000a13:47:16.047349 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27981): Terminating (SIGTERM)\u000a13:47:16.061342 --- ParallelTerminationStrategy: PID 27975 died...\u000a13:47:16.133111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27975): Terminated: ok {rc=0}\u000a13:47:16.146515 --- ParallelTerminationStrategy: PID 27978 died...\u000a13:47:16.219863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27978): Terminated: ok {rc=0}\u000a13:47:16.234241 --- ParallelTerminationStrategy: PID 27981 died...\u000a13:47:16.307651 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27981): Terminated: ok {rc=0}\u000a13:47:16.406014 bus /sierra_3: Setting Powered False\u000a13:47:17.511238 bus /sierra_3: Setting Powered False\u000a13:47:18.618937 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 71, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27990): Process ended prematurely: osmo-stp_10.42.42.5(pid=27990) [trial-2390↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27990)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27990): Process ended prematurely: osmo-stp_10.42.42.5(pid=27990) [trial-2390↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27990)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:47:19.734769 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:47:19.747192 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a13:47:19.914295 tst mo_mt_call_osmux.py: using LAC 34358\u000a13:47:20.036326 tst mo_mt_call_osmux.py: using RAC 188\u000a13:47:20.156893 tst mo_mt_call_osmux.py: using CellId 34358\u000a13:47:20.283673 tst mo_mt_call_osmux.py: using BVCI 34359\u000a13:47:20.308492 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:47:20.320250 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:47:20.331729 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:47:20.343410 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:47:20.355381 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:47:20.367272 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:47:20.484833 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:47:20.687000 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:47:21.170198 run create_hlr_db(pid=27984): Launched\u000a13:47:21.342905 bus /sierra_2: Setting Powered False\u000a13:47:22.363994 run create_hlr_db(pid=27984): Terminated: ok {rc=0}\u000a13:47:22.765070 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27986): Launched\u000a13:47:23.068934 run osmo-hlr_10.42.42.2(pid=27987): Launched\u000a13:47:23.179342 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:47:23.702175 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27989): Launched\u000a13:47:24.004069 run osmo-stp_10.42.42.5(pid=27990): Launched\u000a13:47:24.112926 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:47:24.664260 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27992): Launched\u000a13:47:24.966502 run osmo-msc_10.42.42.6(pid=27993): Launched\u000a13:47:25.143444 run osmo-stp_10.42.42.5(pid=27990): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27990)]\u000a13:47:25.271774 run osmo-stp_10.42.42.5(pid=27990): stdout: \u000a| (launched: 2022-12-13_13:47:23.854969)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:47:25.397137 run osmo-stp_10.42.42.5(pid=27990): stderr: \u000a| �[0;m�[38;5;43m20221213134724021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134724021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134724022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134724022 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134724022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134724023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134724023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:47:25.518357 run osmo-stp_10.42.42.5(pid=27990): stdout: \u000a| (launched: 2022-12-13_13:47:23.854969)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:47:25.637395 run osmo-stp_10.42.42.5(pid=27990): stderr: \u000a| �[0;m�[38;5;43m20221213134724021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134724021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134724022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134724022 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134724022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134724023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134724023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:47:25.690278 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27990): Process ended prematurely: osmo-stp_10.42.42.5(pid=27990) [trial-2390↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27990)] [trial-2390↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a13:47:25.698832 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a13:47:25.757553 run osmo-hlr_10.42.42.2(pid=27987): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27987)]\u000a13:47:25.806342 run osmo-hlr_10.42.42.2(pid=27987): stdout: \u000a| (launched: 2022-12-13_13:47:22.918840) \u000a13:47:25.855555 run osmo-hlr_10.42.42.2(pid=27987): stderr: \u000a| �[0;m�[1;31m20221213134723091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213134723091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213134723092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134723092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134723092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213134723092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213134723106 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213134723116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213134723116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213134723116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:47:25.921808 run osmo-msc_10.42.42.6(pid=27993): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27993)]\u000a13:47:25.970710 run osmo-msc_10.42.42.6(pid=27993): stdout: \u000a| (launched: 2022-12-13_13:47:24.817186) \u000a13:47:26.019327 run osmo-msc_10.42.42.6(pid=27993): stderr: \u000a| �[0;m�[38;5;43m20221213134725087 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213134725087 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd6cfc8dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213134725087 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213134725087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213134725087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213134725087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213134725089 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213134725090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213134725090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213134725090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:47:26.060853 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27986): Terminating (SIGTERM)\u000a13:47:26.100039 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27989): Terminating (SIGTERM)\u000a13:47:26.139087 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27992): Terminating (SIGTERM)\u000a13:47:26.148092 --- ParallelTerminationStrategy: PID 27986 died...\u000a13:47:26.200632 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27986): Terminated: ok {rc=0}\u000a13:47:26.210076 --- ParallelTerminationStrategy: PID 27989 died...\u000a13:47:26.262252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27989): Terminated: ok {rc=0}\u000a13:47:26.271570 --- ParallelTerminationStrategy: PID 27992 died...\u000a13:47:26.323701 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27992): Terminated: ok {rc=0}\u000a13:47:26.406357 bus /sierra_3: Setting Powered False\u000a13:47:27.506349 bus /sierra_3: Setting Powered False\u000a13:47:28.610854 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "100", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:47:09" }, { "cases" : [ { "testActions" : [ ], "age" : 60, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28004): Process ended prematurely: osmo-stp_10.42.42.5(pid=28004) [trial-2390↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28004)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28004): Process ended prematurely: osmo-stp_10.42.42.5(pid=28004) [trial-2390↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28004)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a13:47:30.616333 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:47:30.628018 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a13:47:30.794922 tst mo_mt_call.py: using LAC 34359\u000a13:47:30.940720 tst mo_mt_call.py: using RAC 189\u000a13:47:31.098554 tst mo_mt_call.py: using CellId 34359\u000a13:47:31.258971 tst mo_mt_call.py: using BVCI 34360\u000a13:47:31.284783 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:47:31.296721 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:47:31.308653 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:47:31.320345 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:47:31.332494 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:47:31.350169 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:47:31.473336 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:47:31.741290 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:47:32.279597 run create_hlr_db(pid=27998): Launched\u000a13:47:32.454667 bus /sierra_2: Setting Powered False\u000a13:47:33.487203 run create_hlr_db(pid=27998): Terminated: ok {rc=0}\u000a13:47:33.894457 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28000): Launched\u000a13:47:34.197841 run osmo-hlr_10.42.42.2(pid=28001): Launched\u000a13:47:34.308782 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:47:34.830751 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28003): Launched\u000a13:47:35.130876 run osmo-stp_10.42.42.5(pid=28004): Launched\u000a13:47:35.238838 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:47:35.789508 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28006): Launched\u000a13:47:36.094115 run osmo-msc_10.42.42.6(pid=28007): Launched\u000a13:47:36.270605 run osmo-stp_10.42.42.5(pid=28004): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28004)]\u000a13:47:36.397649 run osmo-stp_10.42.42.5(pid=28004): stdout: \u000a| (launched: 2022-12-13_13:47:34.983438)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:47:36.522842 run osmo-stp_10.42.42.5(pid=28004): stderr: \u000a| �[0;m�[38;5;43m20221213134735152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134735152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134735152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134735153 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134735153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134735153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134735153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:47:36.643191 run osmo-stp_10.42.42.5(pid=28004): stdout: \u000a| (launched: 2022-12-13_13:47:34.983438)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:47:36.762188 run osmo-stp_10.42.42.5(pid=28004): stderr: \u000a| �[0;m�[38;5;43m20221213134735152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134735152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134735152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134735153 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134735153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134735153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134735153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:47:36.815122 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28004): Process ended prematurely: osmo-stp_10.42.42.5(pid=28004) [trial-2390↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28004)] [trial-2390↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a13:47:36.823826 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a13:47:36.882394 run osmo-hlr_10.42.42.2(pid=28001): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28001)]\u000a13:47:36.930945 run osmo-hlr_10.42.42.2(pid=28001): stdout: \u000a| (launched: 2022-12-13_13:47:34.048844) \u000a13:47:36.979534 run osmo-hlr_10.42.42.2(pid=28001): stderr: \u000a| �[0;m�[1;31m20221213134734220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213134734221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213134734221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134734221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134734221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213134734221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213134734234 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213134734242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213134734242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213134734242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:47:37.045453 run osmo-msc_10.42.42.6(pid=28007): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28007)]\u000a13:47:37.093574 run osmo-msc_10.42.42.6(pid=28007): stdout: \u000a| (launched: 2022-12-13_13:47:35.942391) \u000a13:47:37.142305 run osmo-msc_10.42.42.6(pid=28007): stderr: \u000a| �[0;m�[38;5;43m20221213134736212 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213134736212 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcdd31cdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213134736212 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213134736212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213134736212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213134736213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213134736214 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213134736215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213134736215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213134736215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:47:37.183737 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28000): Terminating (SIGTERM)\u000a13:47:37.222698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28003): Terminating (SIGTERM)\u000a13:47:37.261735 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28006): Terminating (SIGTERM)\u000a13:47:37.270812 --- ParallelTerminationStrategy: PID 28000 died...\u000a13:47:37.323374 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28000): Terminated: ok {rc=0}\u000a13:47:37.332862 --- ParallelTerminationStrategy: PID 28003 died...\u000a13:47:37.385056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28003): Terminated: ok {rc=0}\u000a13:47:37.394535 --- ParallelTerminationStrategy: PID 28006 died...\u000a13:47:37.446499 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28006): Terminated: ok {rc=0}\u000a13:47:37.534889 bus /sierra_3: Setting Powered False\u000a13:47:38.636194 bus /sierra_3: Setting Powered False\u000a13:47:39.746631 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 71, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28015): Process ended prematurely: osmo-stp_10.42.42.5(pid=28015) [trial-2390↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28015)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28015): Process ended prematurely: osmo-stp_10.42.42.5(pid=28015) [trial-2390↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28015)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:47:40.855654 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:47:40.867421 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a13:47:41.023195 tst mo_mt_call_osmux.py: using LAC 34360\u000a13:47:41.142937 tst mo_mt_call_osmux.py: using RAC 190\u000a13:47:41.263020 tst mo_mt_call_osmux.py: using CellId 34360\u000a13:47:41.382877 tst mo_mt_call_osmux.py: using BVCI 34361\u000a13:47:41.405807 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:47:41.416782 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:47:41.427674 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:47:41.438533 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:47:41.449973 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:47:41.460928 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:47:41.576195 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:47:41.788001 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:47:42.299041 run create_hlr_db(pid=28009): Launched\u000a13:47:42.486753 bus /sierra_2: Setting Powered False\u000a13:47:43.507696 run create_hlr_db(pid=28009): Terminated: ok {rc=0}\u000a13:47:43.913679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28011): Launched\u000a13:47:44.216402 run osmo-hlr_10.42.42.2(pid=28012): Launched\u000a13:47:44.336034 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:47:44.869211 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28014): Launched\u000a13:47:45.170572 run osmo-stp_10.42.42.5(pid=28015): Launched\u000a13:47:45.281464 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:47:45.835115 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28017): Launched\u000a13:47:46.307669 run osmo-msc_10.42.42.6(pid=28018): Launched\u000a13:47:46.792751 run osmo-stp_10.42.42.5(pid=28015): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28015)]\u000a13:47:47.003803 run osmo-stp_10.42.42.5(pid=28015): stdout: \u000a| (launched: 2022-12-13_13:47:45.021817)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:47:47.154129 run osmo-stp_10.42.42.5(pid=28015): stderr: \u000a| �[0;m�[38;5;43m20221213134745187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134745187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134745187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134745188 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134745188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134745188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134745189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:47:47.277414 run osmo-stp_10.42.42.5(pid=28015): stdout: \u000a| (launched: 2022-12-13_13:47:45.021817)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:47:47.399350 run osmo-stp_10.42.42.5(pid=28015): stderr: \u000a| �[0;m�[38;5;43m20221213134745187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134745187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134745187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134745188 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134745188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134745188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134745189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:47:47.453339 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28015): Process ended prematurely: osmo-stp_10.42.42.5(pid=28015) [trial-2390↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28015)] [trial-2390↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a13:47:47.462727 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a13:47:47.523614 run osmo-hlr_10.42.42.2(pid=28012): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28012)]\u000a13:47:47.572702 run osmo-hlr_10.42.42.2(pid=28012): stdout: \u000a| (launched: 2022-12-13_13:47:44.067072) \u000a13:47:47.622422 run osmo-hlr_10.42.42.2(pid=28012): stderr: \u000a| �[0;m�[1;31m20221213134744241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213134744241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213134744241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134744241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134744241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213134744241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213134744254 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213134744264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213134744264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213134744264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:47:47.689593 run osmo-msc_10.42.42.6(pid=28018): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28018)]\u000a13:47:47.738687 run osmo-msc_10.42.42.6(pid=28018): stdout: \u000a| (launched: 2022-12-13_13:47:46.003799) \u000a13:47:47.788102 run osmo-msc_10.42.42.6(pid=28018): stderr: \u000a| �[0;m�[38;5;43m20221213134746616 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213134746617 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9cb357ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213134746618 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213134746618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213134746618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213134746619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213134746625 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213134746625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213134746625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213134746627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:47:47.830136 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28011): Terminating (SIGTERM)\u000a13:47:47.869777 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28014): Terminating (SIGTERM)\u000a13:47:47.909453 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28017): Terminating (SIGTERM)\u000a13:47:47.918582 --- ParallelTerminationStrategy: PID 28011 died...\u000a13:47:47.971237 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28011): Terminated: ok {rc=0}\u000a13:47:47.980699 --- ParallelTerminationStrategy: PID 28014 died...\u000a13:47:48.032844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28014): Terminated: ok {rc=0}\u000a13:47:48.042273 --- ParallelTerminationStrategy: PID 28017 died...\u000a13:47:48.094780 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28017): Terminated: ok {rc=0}\u000a13:47:48.182594 bus /sierra_3: Setting Powered False\u000a13:47:49.284530 bus /sierra_3: Setting Powered False\u000a13:47:50.395460 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "101", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:47:30" }, { "cases" : [ { "testActions" : [ ], "age" : 64, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28029): Process ended prematurely: osmo-stp_10.42.42.5(pid=28029) [trial-2390↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28029)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28029): Process ended prematurely: osmo-stp_10.42.42.5(pid=28029) [trial-2390↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28029)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a13:47:52.384461 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:47:52.395661 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a13:47:52.552289 tst mo_mt_call.py: using LAC 34361\u000a13:47:52.671855 tst mo_mt_call.py: using RAC 191\u000a13:47:52.792859 tst mo_mt_call.py: using CellId 34361\u000a13:47:52.912528 tst mo_mt_call.py: using BVCI 34362\u000a13:47:52.935430 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:47:52.946471 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:47:52.957276 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:47:52.967993 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:47:52.978876 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:47:52.989785 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:47:53.111625 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:47:53.322480 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:47:53.833516 run create_hlr_db(pid=28023): Launched\u000a13:47:54.020626 bus /sierra_2: Setting Powered False\u000a13:47:55.040613 run create_hlr_db(pid=28023): Terminated: ok {rc=0}\u000a13:47:55.445176 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28025): Launched\u000a13:47:55.747065 run osmo-hlr_10.42.42.2(pid=28026): Launched\u000a13:47:55.867312 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:47:56.397700 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28028): Launched\u000a13:47:56.699034 run osmo-stp_10.42.42.5(pid=28029): Launched\u000a13:47:56.808609 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:47:57.359050 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28031): Launched\u000a13:47:57.662514 run osmo-msc_10.42.42.6(pid=28032): Launched\u000a13:47:57.838844 run osmo-stp_10.42.42.5(pid=28029): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28029)]\u000a13:47:57.966329 run osmo-stp_10.42.42.5(pid=28029): stdout: \u000a| (launched: 2022-12-13_13:47:56.550548)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:47:58.091877 run osmo-stp_10.42.42.5(pid=28029): stderr: \u000a| �[0;m�[38;5;43m20221213134756718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134756718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134756718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134756719 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134756719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134756719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134756719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:47:58.212773 run osmo-stp_10.42.42.5(pid=28029): stdout: \u000a| (launched: 2022-12-13_13:47:56.550548)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:47:58.331982 run osmo-stp_10.42.42.5(pid=28029): stderr: \u000a| �[0;m�[38;5;43m20221213134756718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134756718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134756718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134756719 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134756719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134756719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134756719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:47:58.384860 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28029): Process ended prematurely: osmo-stp_10.42.42.5(pid=28029) [trial-2390↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28029)] [trial-2390↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a13:47:58.393821 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a13:47:58.452604 run osmo-hlr_10.42.42.2(pid=28026): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28026)]\u000a13:47:58.500914 run osmo-hlr_10.42.42.2(pid=28026): stdout: \u000a| (launched: 2022-12-13_13:47:55.598881) \u000a13:47:58.549952 run osmo-hlr_10.42.42.2(pid=28026): stderr: \u000a| �[0;m�[1;31m20221213134755771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213134755771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213134755771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134755771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134755771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213134755771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213134755784 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213134755794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213134755794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213134755794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:47:58.616409 run osmo-msc_10.42.42.6(pid=28032): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28032)]\u000a13:47:58.664668 run osmo-msc_10.42.42.6(pid=28032): stdout: \u000a| (launched: 2022-12-13_13:47:57.513170) \u000a13:47:58.713552 run osmo-msc_10.42.42.6(pid=28032): stderr: \u000a| �[0;m�[38;5;43m20221213134757783 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213134757783 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd2cedfbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213134757783 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213134757783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213134757784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213134757784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213134757786 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213134757786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213134757786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213134757786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:47:58.754855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28025): Terminating (SIGTERM)\u000a13:47:58.794086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28028): Terminating (SIGTERM)\u000a13:47:58.833352 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28031): Terminating (SIGTERM)\u000a13:47:58.842488 --- ParallelTerminationStrategy: PID 28025 died...\u000a13:47:58.895504 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28025): Terminated: ok {rc=0}\u000a13:47:58.905118 --- ParallelTerminationStrategy: PID 28028 died...\u000a13:47:58.957417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28028): Terminated: ok {rc=0}\u000a13:47:58.966998 --- ParallelTerminationStrategy: PID 28031 died...\u000a13:47:59.019768 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28031): Terminated: ok {rc=0}\u000a13:47:59.102908 bus /sierra_3: Setting Powered False\u000a13:48:00.205242 bus /sierra_3: Setting Powered False\u000a13:48:01.340738 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 67, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28040): Process ended prematurely: osmo-stp_10.42.42.5(pid=28040) [trial-2390↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28040)]", "failedSince" : 2324, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28040): Process ended prematurely: osmo-stp_10.42.42.5(pid=28040) [trial-2390↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28040)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:48:02.450617 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:48:02.462340 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a13:48:02.618567 tst mo_mt_call_osmux.py: using LAC 34362\u000a13:48:02.738446 tst mo_mt_call_osmux.py: using RAC 192\u000a13:48:02.856274 tst mo_mt_call_osmux.py: using CellId 34362\u000a13:48:02.976335 tst mo_mt_call_osmux.py: using BVCI 34363\u000a13:48:02.999386 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:48:03.010539 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:48:03.021607 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:48:03.032438 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:48:03.043482 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:48:03.054504 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:48:03.174268 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:48:03.386147 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:48:03.897093 run create_hlr_db(pid=28034): Launched\u000a13:48:04.084663 bus /sierra_2: Setting Powered False\u000a13:48:05.105096 run create_hlr_db(pid=28034): Terminated: ok {rc=0}\u000a13:48:05.537265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28036): Launched\u000a13:48:05.862140 run osmo-hlr_10.42.42.2(pid=28037): Launched\u000a13:48:05.982530 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:48:06.548543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28039): Launched\u000a13:48:06.873957 run osmo-stp_10.42.42.5(pid=28040): Launched\u000a13:48:06.990665 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:48:07.584450 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28042): Launched\u000a13:48:07.912392 run osmo-msc_10.42.42.6(pid=28043): Launched\u000a13:48:08.101876 run osmo-stp_10.42.42.5(pid=28040): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28040)]\u000a13:48:08.239022 run osmo-stp_10.42.42.5(pid=28040): stdout: \u000a| (launched: 2022-12-13_13:48:06.713643)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:48:08.375305 run osmo-stp_10.42.42.5(pid=28040): stderr: \u000a| �[0;m�[38;5;43m20221213134806904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134806904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134806904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134806905 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134806905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134806905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134806906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:48:08.506399 run osmo-stp_10.42.42.5(pid=28040): stdout: \u000a| (launched: 2022-12-13_13:48:06.713643)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:48:08.636283 run osmo-stp_10.42.42.5(pid=28040): stderr: \u000a| �[0;m�[38;5;43m20221213134806904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134806904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134806904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134806905 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134806905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134806905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134806906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:48:08.693359 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28040): Process ended prematurely: osmo-stp_10.42.42.5(pid=28040) [trial-2390↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28040)] [trial-2390↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a13:48:08.702772 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a13:48:08.765963 run osmo-hlr_10.42.42.2(pid=28037): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28037)]\u000a13:48:08.817658 run osmo-hlr_10.42.42.2(pid=28037): stdout: \u000a| (launched: 2022-12-13_13:48:05.702828) \u000a13:48:08.870044 run osmo-hlr_10.42.42.2(pid=28037): stderr: \u000a| �[0;m�[1;31m20221213134805898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213134805898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213134805898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134805898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134805898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213134805898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213134805913 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213134805923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213134805923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213134805923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:48:08.941414 run osmo-msc_10.42.42.6(pid=28043): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28043)]\u000a13:48:08.992862 run osmo-msc_10.42.42.6(pid=28043): stdout: \u000a| (launched: 2022-12-13_13:48:07.750231) \u000a13:48:09.045117 run osmo-msc_10.42.42.6(pid=28043): stderr: \u000a| �[0;m�[38;5;43m20221213134808069 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213134808069 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f682b701c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213134808070 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213134808070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213134808070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213134808070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213134808072 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213134808072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213134808072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213134808072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:48:09.089762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28036): Terminating (SIGTERM)\u000a13:48:09.132503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28039): Terminating (SIGTERM)\u000a13:48:09.174831 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28042): Terminating (SIGTERM)\u000a13:48:09.184532 --- ParallelTerminationStrategy: PID 28036 died...\u000a13:48:09.241296 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28036): Terminated: ok {rc=0}\u000a13:48:09.251324 --- ParallelTerminationStrategy: PID 28039 died...\u000a13:48:09.307452 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28039): Terminated: ok {rc=0}\u000a13:48:09.317875 --- ParallelTerminationStrategy: PID 28042 died...\u000a13:48:09.374240 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28042): Terminated: ok {rc=0}\u000a13:48:09.461092 bus /sierra_3: Setting Powered False\u000a13:48:10.563040 bus /sierra_3: Setting Powered False\u000a13:48:11.668667 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "102", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:47:52" }, { "cases" : [ { "testActions" : [ ], "age" : 60, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28056): Process ended prematurely: osmo-stp_10.42.42.5(pid=28056) [trial-2390↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28056)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28056): Process ended prematurely: osmo-stp_10.42.42.5(pid=28056) [trial-2390↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28056)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a13:48:13.678438 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:48:13.689853 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a13:48:13.855187 tst mo_mt_call.py: using LAC 34363\u000a13:48:13.982320 tst mo_mt_call.py: using RAC 193\u000a13:48:14.119641 tst mo_mt_call.py: using CellId 34363\u000a13:48:14.244377 tst mo_mt_call.py: using BVCI 34364\u000a13:48:14.269269 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:48:14.280858 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:48:14.292381 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:48:14.303864 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:48:14.315928 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:48:14.327801 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:48:14.444923 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:48:14.656047 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:48:15.163950 run create_hlr_db(pid=28050): Launched\u000a13:48:15.349993 bus /sierra_2: Setting Powered False\u000a13:48:16.363843 run create_hlr_db(pid=28050): Terminated: ok {rc=0}\u000a13:48:16.788395 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28052): Launched\u000a13:48:17.144840 run osmo-hlr_10.42.42.2(pid=28053): Launched\u000a13:48:17.258925 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:48:17.801212 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28055): Launched\u000a13:48:18.104797 run osmo-stp_10.42.42.5(pid=28056): Launched\u000a13:48:18.212752 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:48:18.765388 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28058): Launched\u000a13:48:19.067633 run osmo-msc_10.42.42.6(pid=28059): Launched\u000a13:48:19.243682 run osmo-stp_10.42.42.5(pid=28056): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28056)]\u000a13:48:19.371548 run osmo-stp_10.42.42.5(pid=28056): stdout: \u000a| (launched: 2022-12-13_13:48:17.954923)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:48:19.498128 run osmo-stp_10.42.42.5(pid=28056): stderr: \u000a| �[0;m�[38;5;43m20221213134818122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134818122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134818122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134818123 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134818123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134818123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134818123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:48:19.618784 run osmo-stp_10.42.42.5(pid=28056): stdout: \u000a| (launched: 2022-12-13_13:48:17.954923)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:48:19.738172 run osmo-stp_10.42.42.5(pid=28056): stderr: \u000a| �[0;m�[38;5;43m20221213134818122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134818122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134818122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134818123 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134818123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134818123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134818123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:48:19.791030 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28056): Process ended prematurely: osmo-stp_10.42.42.5(pid=28056) [trial-2390↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28056)] [trial-2390↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a13:48:19.799663 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a13:48:19.858681 run osmo-hlr_10.42.42.2(pid=28053): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28053)]\u000a13:48:19.907041 run osmo-hlr_10.42.42.2(pid=28053): stdout: \u000a| (launched: 2022-12-13_13:48:16.945828) \u000a13:48:19.956082 run osmo-hlr_10.42.42.2(pid=28053): stderr: \u000a| �[0;m�[1;31m20221213134817275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213134817275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213134817275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134817275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134817275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213134817275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213134817288 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213134817296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213134817296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213134817297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:48:20.022447 run osmo-msc_10.42.42.6(pid=28059): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28059)]\u000a13:48:20.070822 run osmo-msc_10.42.42.6(pid=28059): stdout: \u000a| (launched: 2022-12-13_13:48:18.918876) \u000a13:48:20.119847 run osmo-msc_10.42.42.6(pid=28059): stderr: \u000a| �[0;m�[38;5;43m20221213134819186 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213134819186 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4a51941c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213134819186 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213134819186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213134819186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213134819187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213134819188 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213134819189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213134819189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213134819189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:48:20.161593 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28052): Terminating (SIGTERM)\u000a13:48:20.201116 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28055): Terminating (SIGTERM)\u000a13:48:20.240473 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28058): Terminating (SIGTERM)\u000a13:48:20.249599 --- ParallelTerminationStrategy: PID 28052 died...\u000a13:48:20.302069 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28052): Terminated: ok {rc=0}\u000a13:48:20.311475 --- ParallelTerminationStrategy: PID 28055 died...\u000a13:48:20.363988 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28055): Terminated: ok {rc=0}\u000a13:48:20.373516 --- ParallelTerminationStrategy: PID 28058 died...\u000a13:48:20.425657 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28058): Terminated: ok {rc=0}\u000a13:48:20.512557 bus /sierra_3: Setting Powered False\u000a13:48:21.615938 bus /sierra_3: Setting Powered False\u000a13:48:22.726979 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28067): Process ended prematurely: osmo-stp_10.42.42.5(pid=28067) [trial-2390↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28067)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28067): Process ended prematurely: osmo-stp_10.42.42.5(pid=28067) [trial-2390↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28067)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:48:23.836598 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:48:23.848133 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a13:48:24.005525 tst mo_mt_call_osmux.py: using LAC 34364\u000a13:48:24.123815 tst mo_mt_call_osmux.py: using RAC 194\u000a13:48:24.242206 tst mo_mt_call_osmux.py: using CellId 34364\u000a13:48:24.359724 tst mo_mt_call_osmux.py: using BVCI 34365\u000a13:48:24.382602 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:48:24.394014 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:48:24.404832 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:48:24.415819 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:48:24.426798 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:48:24.437765 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:48:24.552782 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:48:24.753330 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:48:25.236521 run create_hlr_db(pid=28061): Launched\u000a13:48:25.409123 bus /sierra_2: Setting Powered False\u000a13:48:26.430862 run create_hlr_db(pid=28061): Terminated: ok {rc=0}\u000a13:48:26.861012 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28063): Launched\u000a13:48:27.185583 run osmo-hlr_10.42.42.2(pid=28064): Launched\u000a13:48:27.306029 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:48:27.872025 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28066): Launched\u000a13:48:28.196496 run osmo-stp_10.42.42.5(pid=28067): Launched\u000a13:48:28.313393 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:48:28.905711 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28069): Launched\u000a13:48:29.229034 run osmo-msc_10.42.42.6(pid=28070): Launched\u000a13:48:29.419195 run osmo-stp_10.42.42.5(pid=28067): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28067)]\u000a13:48:29.557211 run osmo-stp_10.42.42.5(pid=28067): stdout: \u000a| (launched: 2022-12-13_13:48:28.036295)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:48:29.695125 run osmo-stp_10.42.42.5(pid=28067): stderr: \u000a| �[0;m�[38;5;43m20221213134828224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134828224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134828225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134828225 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134828226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134828226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134828226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:48:29.825401 run osmo-stp_10.42.42.5(pid=28067): stdout: \u000a| (launched: 2022-12-13_13:48:28.036295)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:48:29.954266 run osmo-stp_10.42.42.5(pid=28067): stderr: \u000a| �[0;m�[38;5;43m20221213134828224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134828224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134828225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134828225 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134828226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134828226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134828226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:48:30.011068 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28067): Process ended prematurely: osmo-stp_10.42.42.5(pid=28067) [trial-2390↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28067)] [trial-2390↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a13:48:30.020275 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a13:48:30.083545 run osmo-hlr_10.42.42.2(pid=28064): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28064)]\u000a13:48:30.134883 run osmo-hlr_10.42.42.2(pid=28064): stdout: \u000a| (launched: 2022-12-13_13:48:27.025468) \u000a13:48:30.186712 run osmo-hlr_10.42.42.2(pid=28064): stderr: \u000a| �[0;m�[1;31m20221213134827219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213134827219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213134827219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134827219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134827219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213134827219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213134827231 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213134827239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213134827239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213134827240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:48:30.257178 run osmo-msc_10.42.42.6(pid=28070): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28070)]\u000a13:48:30.308392 run osmo-msc_10.42.42.6(pid=28070): stdout: \u000a| (launched: 2022-12-13_13:48:29.069960) \u000a13:48:30.360408 run osmo-msc_10.42.42.6(pid=28070): stderr: \u000a| �[0;m�[38;5;43m20221213134829389 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213134829389 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3f8634bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213134829389 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213134829389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213134829389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213134829389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213134829391 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213134829391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213134829392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213134829392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:48:30.404558 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28063): Terminating (SIGTERM)\u000a13:48:30.446809 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28066): Terminating (SIGTERM)\u000a13:48:30.489178 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28069): Terminating (SIGTERM)\u000a13:48:30.498737 --- ParallelTerminationStrategy: PID 28063 died...\u000a13:48:30.554954 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28063): Terminated: ok {rc=0}\u000a13:48:30.565105 --- ParallelTerminationStrategy: PID 28066 died...\u000a13:48:30.620746 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28066): Terminated: ok {rc=0}\u000a13:48:30.630682 --- ParallelTerminationStrategy: PID 28069 died...\u000a13:48:30.686319 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28069): Terminated: ok {rc=0}\u000a13:48:30.772683 bus /sierra_3: Setting Powered False\u000a13:48:31.894487 bus /sierra_3: Setting Powered False\u000a13:48:33.006137 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "103", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:48:13" }, { "cases" : [ { "testActions" : [ ], "age" : 60, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28081): Process ended prematurely: osmo-stp_10.42.42.5(pid=28081) [trial-2390↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28081)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28081): Process ended prematurely: osmo-stp_10.42.42.5(pid=28081) [trial-2390↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28081)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a13:48:35.009940 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:48:35.021533 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:48:35.184447 tst mo_mt_call.py: using LAC 34365\u000a13:48:35.303691 tst mo_mt_call.py: using RAC 195\u000a13:48:35.419791 tst mo_mt_call.py: using CellId 34365\u000a13:48:35.538127 tst mo_mt_call.py: using BVCI 34366\u000a13:48:35.561089 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:48:35.572058 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:48:35.583016 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:48:35.594094 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:48:35.605099 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:48:35.615956 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:48:35.737724 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:48:35.941118 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:48:36.425376 run create_hlr_db(pid=28075): Launched\u000a13:48:36.599420 bus /sierra_2: Setting Powered False\u000a13:48:37.619533 run create_hlr_db(pid=28075): Terminated: ok {rc=0}\u000a13:48:38.050153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28077): Launched\u000a13:48:38.376529 run osmo-hlr_10.42.42.2(pid=28078): Launched\u000a13:48:38.497392 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:48:39.063138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28080): Launched\u000a13:48:39.387672 run osmo-stp_10.42.42.5(pid=28081): Launched\u000a13:48:39.504928 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:48:40.089595 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28083): Launched\u000a13:48:40.392693 run osmo-msc_10.42.42.6(pid=28084): Launched\u000a13:48:40.570451 run osmo-stp_10.42.42.5(pid=28081): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28081)]\u000a13:48:40.698942 run osmo-stp_10.42.42.5(pid=28081): stdout: \u000a| (launched: 2022-12-13_13:48:39.228610)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:48:40.824556 run osmo-stp_10.42.42.5(pid=28081): stderr: \u000a| �[0;m�[38;5;43m20221213134839416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134839416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134839416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134839417 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134839417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134839417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134839417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:48:40.945378 run osmo-stp_10.42.42.5(pid=28081): stdout: \u000a| (launched: 2022-12-13_13:48:39.228610)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:48:41.064769 run osmo-stp_10.42.42.5(pid=28081): stderr: \u000a| �[0;m�[38;5;43m20221213134839416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134839416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134839416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134839417 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134839417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134839417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134839417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:48:41.117719 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28081): Process ended prematurely: osmo-stp_10.42.42.5(pid=28081) [trial-2390↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28081)] [trial-2390↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a13:48:41.126234 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a13:48:41.185198 run osmo-hlr_10.42.42.2(pid=28078): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28078)]\u000a13:48:41.233662 run osmo-hlr_10.42.42.2(pid=28078): stdout: \u000a| (launched: 2022-12-13_13:48:38.215372) \u000a13:48:41.282721 run osmo-hlr_10.42.42.2(pid=28078): stderr: \u000a| �[0;m�[1;31m20221213134838411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213134838411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213134838411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134838411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134838411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213134838411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213134838424 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213134838434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213134838434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213134838434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:48:41.349352 run osmo-msc_10.42.42.6(pid=28084): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28084)]\u000a13:48:41.397676 run osmo-msc_10.42.42.6(pid=28084): stdout: \u000a| (launched: 2022-12-13_13:48:40.243341) \u000a13:48:41.446561 run osmo-msc_10.42.42.6(pid=28084): stderr: \u000a| �[0;m�[38;5;43m20221213134840514 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213134840514 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc07ff84c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213134840514 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213134840514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213134840514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213134840514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213134840516 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213134840517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213134840517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213134840517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:48:41.488109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28077): Terminating (SIGTERM)\u000a13:48:41.527375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28080): Terminating (SIGTERM)\u000a13:48:41.566448 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28083): Terminating (SIGTERM)\u000a13:48:41.575484 --- ParallelTerminationStrategy: PID 28077 died...\u000a13:48:41.628294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28077): Terminated: ok {rc=0}\u000a13:48:41.637850 --- ParallelTerminationStrategy: PID 28080 died...\u000a13:48:41.690452 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28080): Terminated: ok {rc=0}\u000a13:48:41.699857 --- ParallelTerminationStrategy: PID 28083 died...\u000a13:48:41.751875 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28083): Terminated: ok {rc=0}\u000a13:48:41.838771 bus /sierra_3: Setting Powered False\u000a13:48:42.940585 bus /sierra_3: Setting Powered False\u000a13:48:44.047177 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28092): Process ended prematurely: osmo-stp_10.42.42.5(pid=28092) [trial-2390↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28092)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28092): Process ended prematurely: osmo-stp_10.42.42.5(pid=28092) [trial-2390↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28092)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:48:45.154378 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:48:45.166112 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:48:45.333339 tst mo_mt_call_osmux.py: using LAC 34366\u000a13:48:45.453561 tst mo_mt_call_osmux.py: using RAC 196\u000a13:48:45.580570 tst mo_mt_call_osmux.py: using CellId 34366\u000a13:48:45.708756 tst mo_mt_call_osmux.py: using BVCI 34367\u000a13:48:45.733526 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:48:45.745307 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:48:45.756922 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:48:45.768393 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:48:45.780736 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:48:45.793136 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:48:45.942204 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:48:46.190722 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:48:46.721910 run create_hlr_db(pid=28086): Launched\u000a13:48:46.902875 bus /sierra_2: Setting Powered False\u000a13:48:47.918325 run create_hlr_db(pid=28086): Terminated: ok {rc=0}\u000a13:48:48.348891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28088): Launched\u000a13:48:48.675060 run osmo-hlr_10.42.42.2(pid=28089): Launched\u000a13:48:48.792940 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:48:49.354986 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28091): Launched\u000a13:48:49.679091 run osmo-stp_10.42.42.5(pid=28092): Launched\u000a13:48:49.796274 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:48:50.391573 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28094): Launched\u000a13:48:50.715901 run osmo-msc_10.42.42.6(pid=28095): Launched\u000a13:48:50.906554 run osmo-stp_10.42.42.5(pid=28092): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28092)]\u000a13:48:51.044150 run osmo-stp_10.42.42.5(pid=28092): stdout: \u000a| (launched: 2022-12-13_13:48:49.519393)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:48:51.181439 run osmo-stp_10.42.42.5(pid=28092): stderr: \u000a| �[0;m�[38;5;43m20221213134849710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134849710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134849710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134849710 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134849711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134849711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134849711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:48:51.311757 run osmo-stp_10.42.42.5(pid=28092): stdout: \u000a| (launched: 2022-12-13_13:48:49.519393)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:48:51.440742 run osmo-stp_10.42.42.5(pid=28092): stderr: \u000a| �[0;m�[38;5;43m20221213134849710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134849710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134849710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134849710 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134849711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134849711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134849711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:48:51.498131 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28092): Process ended prematurely: osmo-stp_10.42.42.5(pid=28092) [trial-2390↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28092)] [trial-2390↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a13:48:51.507475 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a13:48:51.570003 run osmo-hlr_10.42.42.2(pid=28089): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28089)]\u000a13:48:51.620909 run osmo-hlr_10.42.42.2(pid=28089): stdout: \u000a| (launched: 2022-12-13_13:48:48.514152) \u000a13:48:51.672623 run osmo-hlr_10.42.42.2(pid=28089): stderr: \u000a| �[0;m�[1;31m20221213134848713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213134848713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213134848713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134848713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134848713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213134848713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213134848726 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213134848734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213134848734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213134848734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:48:51.742815 run osmo-msc_10.42.42.6(pid=28095): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28095)]\u000a13:48:51.793763 run osmo-msc_10.42.42.6(pid=28095): stdout: \u000a| (launched: 2022-12-13_13:48:50.556559) \u000a13:48:51.845141 run osmo-msc_10.42.42.6(pid=28095): stderr: \u000a| �[0;m�[38;5;43m20221213134850880 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213134850880 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f454c8d6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213134850880 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213134850880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213134850880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213134850880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213134850882 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213134850882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213134850883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213134850883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:48:51.889252 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28088): Terminating (SIGTERM)\u000a13:48:51.931497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28091): Terminating (SIGTERM)\u000a13:48:51.973105 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28094): Terminating (SIGTERM)\u000a13:48:51.982685 --- ParallelTerminationStrategy: PID 28088 died...\u000a13:48:52.038447 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28088): Terminated: ok {rc=0}\u000a13:48:52.048423 --- ParallelTerminationStrategy: PID 28091 died...\u000a13:48:52.104072 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28091): Terminated: ok {rc=0}\u000a13:48:52.113947 --- ParallelTerminationStrategy: PID 28094 died...\u000a13:48:52.169509 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28094): Terminated: ok {rc=0}\u000a13:48:52.255850 bus /sierra_3: Setting Powered False\u000a13:48:53.360724 bus /sierra_3: Setting Powered False\u000a13:48:54.467338 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "104", "name" : "voice_trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:48:34" }, { "cases" : [ { "testActions" : [ ], "age" : 62, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28106): Process ended prematurely: osmo-stp_10.42.42.5(pid=28106) [trial-2390↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28106)]", "failedSince" : 2329, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28106): Process ended prematurely: osmo-stp_10.42.42.5(pid=28106) [trial-2390↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28106)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a13:48:56.464606 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:48:56.475653 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:48:56.639865 tst mo_mt_call.py: using LAC 34367\u000a13:48:56.765848 tst mo_mt_call.py: using RAC 197\u000a13:48:56.893490 tst mo_mt_call.py: using CellId 34367\u000a13:48:57.021395 tst mo_mt_call.py: using BVCI 34368\u000a13:48:57.046216 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:48:57.057601 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:48:57.068643 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:48:57.079759 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:48:57.091183 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:48:57.102757 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:48:57.222135 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:48:57.433668 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:48:57.942215 run create_hlr_db(pid=28100): Launched\u000a13:48:58.128089 bus /sierra_2: Setting Powered False\u000a13:48:59.150002 run create_hlr_db(pid=28100): Terminated: ok {rc=0}\u000a13:48:59.581393 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28102): Launched\u000a13:48:59.904064 run osmo-hlr_10.42.42.2(pid=28103): Launched\u000a13:49:00.023279 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:49:00.586282 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28105): Launched\u000a13:49:00.988072 run osmo-stp_10.42.42.5(pid=28106): Launched\u000a13:49:01.234502 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:49:01.855288 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28108): Launched\u000a13:49:02.241502 run osmo-msc_10.42.42.6(pid=28109): Launched\u000a13:49:02.456057 run osmo-stp_10.42.42.5(pid=28106): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28106)]\u000a13:49:02.596343 run osmo-stp_10.42.42.5(pid=28106): stdout: \u000a| (launched: 2022-12-13_13:49:00.749942)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:49:02.732604 run osmo-stp_10.42.42.5(pid=28106): stderr: \u000a| �[0;m�[38;5;43m20221213134901024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134901024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134901024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134901025 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134901025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134901025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134901025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:49:02.862289 run osmo-stp_10.42.42.5(pid=28106): stdout: \u000a| (launched: 2022-12-13_13:49:00.749942)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:49:02.990736 run osmo-stp_10.42.42.5(pid=28106): stderr: \u000a| �[0;m�[38;5;43m20221213134901024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134901024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134901024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134901025 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134901025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134901025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134901025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:49:03.047461 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28106): Process ended prematurely: osmo-stp_10.42.42.5(pid=28106) [trial-2390↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28106)] [trial-2390↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a13:49:03.056611 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a13:49:03.119050 run osmo-hlr_10.42.42.2(pid=28103): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28103)]\u000a13:49:03.169930 run osmo-hlr_10.42.42.2(pid=28103): stdout: \u000a| (launched: 2022-12-13_13:48:59.745247) \u000a13:49:03.221508 run osmo-hlr_10.42.42.2(pid=28103): stderr: \u000a| �[0;m�[1;31m20221213134859943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213134859943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213134859943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134859943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134859944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213134859944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213134859960 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213134859970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213134859970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213134859970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:49:03.291405 run osmo-msc_10.42.42.6(pid=28109): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28109)]\u000a13:49:03.342273 run osmo-msc_10.42.42.6(pid=28109): stdout: \u000a| (launched: 2022-12-13_13:49:02.022995) \u000a13:49:03.393730 run osmo-msc_10.42.42.6(pid=28109): stderr: \u000a| �[0;m�[38;5;43m20221213134902448 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213134902448 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f47d4af8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213134902449 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213134902449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213134902449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213134902449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213134902451 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213134902451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213134902451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213134902451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:49:03.437777 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28102): Terminating (SIGTERM)\u000a13:49:03.479778 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28105): Terminating (SIGTERM)\u000a13:49:03.521716 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28108): Terminating (SIGTERM)\u000a13:49:03.531248 --- ParallelTerminationStrategy: PID 28102 died...\u000a13:49:03.587153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28102): Terminated: ok {rc=0}\u000a13:49:03.597097 --- ParallelTerminationStrategy: PID 28105 died...\u000a13:49:03.652461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28105): Terminated: ok {rc=0}\u000a13:49:03.662397 --- ParallelTerminationStrategy: PID 28108 died...\u000a13:49:03.718343 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28108): Terminated: ok {rc=0}\u000a13:49:03.805043 bus /sierra_3: Setting Powered False\u000a13:49:04.910619 bus /sierra_3: Setting Powered False\u000a13:49:06.019900 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28117): Process ended prematurely: osmo-stp_10.42.42.5(pid=28117) [trial-2390↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28117)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28117): Process ended prematurely: osmo-stp_10.42.42.5(pid=28117) [trial-2390↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28117)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:49:07.134927 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:49:07.147123 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:49:07.315536 tst mo_mt_call_osmux.py: using LAC 34368\u000a13:49:07.442831 tst mo_mt_call_osmux.py: using RAC 198\u000a13:49:07.570385 tst mo_mt_call_osmux.py: using CellId 34368\u000a13:49:07.697873 tst mo_mt_call_osmux.py: using BVCI 34369\u000a13:49:07.722567 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:49:07.733929 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:49:07.745059 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:49:07.756081 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:49:07.767738 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:49:07.779271 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:49:07.896279 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:49:08.107790 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:49:08.619047 run create_hlr_db(pid=28111): Launched\u000a13:49:08.806251 bus /sierra_2: Setting Powered False\u000a13:49:09.826701 run create_hlr_db(pid=28111): Terminated: ok {rc=0}\u000a13:49:10.258019 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28113): Launched\u000a13:49:10.584531 run osmo-hlr_10.42.42.2(pid=28114): Launched\u000a13:49:10.702028 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:49:11.265988 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28116): Launched\u000a13:49:11.591815 run osmo-stp_10.42.42.5(pid=28117): Launched\u000a13:49:11.709571 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:49:12.303272 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28119): Launched\u000a13:49:12.631331 run osmo-msc_10.42.42.6(pid=28120): Launched\u000a13:49:12.822048 run osmo-stp_10.42.42.5(pid=28117): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28117)]\u000a13:49:12.960758 run osmo-stp_10.42.42.5(pid=28117): stdout: \u000a| (launched: 2022-12-13_13:49:11.430695)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:49:13.097184 run osmo-stp_10.42.42.5(pid=28117): stderr: \u000a| �[0;m�[38;5;43m20221213134911620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134911620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134911620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134911621 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134911621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134911621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134911621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:49:13.227513 run osmo-stp_10.42.42.5(pid=28117): stdout: \u000a| (launched: 2022-12-13_13:49:11.430695)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:49:13.356627 run osmo-stp_10.42.42.5(pid=28117): stderr: \u000a| �[0;m�[38;5;43m20221213134911620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134911620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134911620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134911621 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134911621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134911621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134911621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:49:13.413629 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28117): Process ended prematurely: osmo-stp_10.42.42.5(pid=28117) [trial-2390↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28117)] [trial-2390↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a13:49:13.423141 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a13:49:13.486863 run osmo-hlr_10.42.42.2(pid=28114): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28114)]\u000a13:49:13.539263 run osmo-hlr_10.42.42.2(pid=28114): stdout: \u000a| (launched: 2022-12-13_13:49:10.423854) \u000a13:49:13.592135 run osmo-hlr_10.42.42.2(pid=28114): stderr: \u000a| �[0;m�[1;31m20221213134910623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213134910623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213134910623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134910623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134910623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213134910623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213134910634 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213134910643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213134910643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213134910643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:49:13.663874 run osmo-msc_10.42.42.6(pid=28120): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28120)]\u000a13:49:13.715743 run osmo-msc_10.42.42.6(pid=28120): stdout: \u000a| (launched: 2022-12-13_13:49:12.468491) \u000a13:49:13.768667 run osmo-msc_10.42.42.6(pid=28120): stderr: \u000a| �[0;m�[38;5;43m20221213134912790 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213134912790 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f709d884c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213134912790 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213134912790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213134912791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213134912791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213134912793 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213134912793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213134912793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213134912793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:49:13.813690 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28113): Terminating (SIGTERM)\u000a13:49:13.855973 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28116): Terminating (SIGTERM)\u000a13:49:13.898050 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28119): Terminating (SIGTERM)\u000a13:49:13.907771 --- ParallelTerminationStrategy: PID 28113 died...\u000a13:49:13.964294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28113): Terminated: ok {rc=0}\u000a13:49:13.974380 --- ParallelTerminationStrategy: PID 28116 died...\u000a13:49:14.031253 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28116): Terminated: ok {rc=0}\u000a13:49:14.041557 --- ParallelTerminationStrategy: PID 28119 died...\u000a13:49:14.098431 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28119): Terminated: ok {rc=0}\u000a13:49:14.186341 bus /sierra_3: Setting Powered False\u000a13:49:15.292644 bus /sierra_3: Setting Powered False\u000a13:49:16.405879 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "105", "name" : "voice_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:48:56" }, { "cases" : [ { "testActions" : [ ], "age" : 60, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28131): Process ended prematurely: osmo-stp_10.42.42.5(pid=28131) [trial-2390↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28131)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28131): Process ended prematurely: osmo-stp_10.42.42.5(pid=28131) [trial-2390↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28131)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 emergency:trx-lms emergency_mo_mt_call.py\u000a----------------------------------------------\u000a13:49:18.426235 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:49:18.437226 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a13:49:18.581803 tst emergency_mo_mt_call.py: using LAC 34369\u000a13:49:18.706001 tst emergency_mo_mt_call.py: using RAC 199\u000a13:49:18.834729 tst emergency_mo_mt_call.py: using CellId 34369\u000a13:49:18.956745 tst emergency_mo_mt_call.py: using BVCI 34370\u000a13:49:18.980775 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:49:18.991913 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:49:19.003394 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:49:19.014421 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:49:19.025750 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:49:19.036935 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a13:49:19.151632 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a13:49:19.366520 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:49:19.864839 run create_hlr_db(pid=28125): Launched\u000a13:49:20.048410 bus /sierra_2: Setting Powered False\u000a13:49:21.069024 run create_hlr_db(pid=28125): Terminated: ok {rc=0}\u000a13:49:21.490746 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28127): Launched\u000a13:49:21.807263 run osmo-hlr_10.42.42.2(pid=28128): Launched\u000a13:49:21.926044 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:49:22.479810 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28130): Launched\u000a13:49:22.797377 run osmo-stp_10.42.42.5(pid=28131): Launched\u000a13:49:22.922798 tst emergency_mo_mt_call.py: using MSISDN 8185\u000a13:49:23.081348 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:49:23.662751 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28133): Launched\u000a13:49:23.981935 run osmo-msc_10.42.42.6(pid=28134): Launched\u000a13:49:24.169223 run osmo-stp_10.42.42.5(pid=28131): ERR: Terminated: ERROR {rc=1} [trial-2390↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28131)]\u000a13:49:24.304893 run osmo-stp_10.42.42.5(pid=28131): stdout: \u000a| (launched: 2022-12-13_13:49:22.641612)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:49:24.439740 run osmo-stp_10.42.42.5(pid=28131): stderr: \u000a| �[0;m�[38;5;43m20221213134922833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134922833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134922833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134922834 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134922834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134922834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134922834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:49:24.568264 run osmo-stp_10.42.42.5(pid=28131): stdout: \u000a| (launched: 2022-12-13_13:49:22.641612)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:49:24.695176 run osmo-stp_10.42.42.5(pid=28131): stderr: \u000a| �[0;m�[38;5;43m20221213134922833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134922833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134922833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134922834 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134922834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134922834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134922834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:49:24.750731 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=28131): Process ended prematurely: osmo-stp_10.42.42.5(pid=28131) [trial-2390↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28131)] [trial-2390↪emergency:trx-lms↪emergency_mo_mt_call.py:19]\u000a13:49:24.759662 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a13:49:24.822279 run osmo-hlr_10.42.42.2(pid=28128): ERR: Terminated: ERROR {rc=237} [trial-2390↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28128)]\u000a13:49:24.873536 run osmo-hlr_10.42.42.2(pid=28128): stdout: \u000a| (launched: 2022-12-13_13:49:21.652053) \u000a13:49:24.925577 run osmo-hlr_10.42.42.2(pid=28128): stderr: \u000a| �[0;m�[1;31m20221213134921847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213134921847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213134921847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134921847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134921847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213134921847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213134921858 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/emergency:trx-lms/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213134921866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213134921866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213134921866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:49:24.995815 run osmo-msc_10.42.42.6(pid=28134): ERR: Terminated: ERROR {rc=2} [trial-2390↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28134)]\u000a13:49:25.047019 run osmo-msc_10.42.42.6(pid=28134): stdout: \u000a| (launched: 2022-12-13_13:49:23.824028) \u000a13:49:25.098716 run osmo-msc_10.42.42.6(pid=28134): stderr: \u000a| �[0;m�[38;5;43m20221213134924142 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213134924142 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f50023d8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213134924142 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213134924142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213134924143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213134924143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213134924144 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213134924145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213134924145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213134924145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:49:25.143178 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28127): Terminating (SIGTERM)\u000a13:49:25.185233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28130): Terminating (SIGTERM)\u000a13:49:25.227350 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28133): Terminating (SIGTERM)\u000a13:49:25.237104 --- ParallelTerminationStrategy: PID 28127 died...\u000a13:49:25.293323 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28127): Terminated: ok {rc=0}\u000a13:49:25.303447 --- ParallelTerminationStrategy: PID 28130 died...\u000a13:49:25.359374 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28130): Terminated: ok {rc=0}\u000a13:49:25.369372 --- ParallelTerminationStrategy: PID 28133 died...\u000a13:49:25.425100 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28133): Terminated: ok {rc=0}\u000a13:49:25.512646 bus /sierra_3: Setting Powered False\u000a13:49:26.615624 bus /sierra_3: Setting Powered False\u000a13:49:27.726317 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28142): Process ended prematurely: osmo-stp_10.42.42.5(pid=28142) [trial-2390↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28142)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28142): Process ended prematurely: osmo-stp_10.42.42.5(pid=28142) [trial-2390↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28142)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 emergency:trx-lms emergency_preemptive_call.py\u000a----------------------------------------------\u000a13:49:28.776508 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:49:28.787815 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a13:49:28.924113 tst emergency_preemptive_call.py: using LAC 34370\u000a13:49:29.043031 tst emergency_preemptive_call.py: using RAC 200\u000a13:49:29.161819 tst emergency_preemptive_call.py: using CellId 34370\u000a13:49:29.286131 tst emergency_preemptive_call.py: using BVCI 34371\u000a13:49:29.310327 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:49:29.321572 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:49:29.332568 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:49:29.343723 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:49:29.355042 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a13:49:29.366275 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a13:49:29.482144 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a13:49:29.601961 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a13:49:29.717081 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a13:49:29.924569 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:49:30.424651 run create_hlr_db(pid=28136): Launched\u000a13:49:30.609705 bus /sierra_2: Setting Powered False\u000a13:49:31.631743 run create_hlr_db(pid=28136): Terminated: ok {rc=0}\u000a13:49:32.064263 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28138): Launched\u000a13:49:32.386951 run osmo-hlr_10.42.42.2(pid=28139): Launched\u000a13:49:32.505349 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:49:33.058980 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28141): Launched\u000a13:49:33.378116 run osmo-stp_10.42.42.5(pid=28142): Launched\u000a13:49:33.510289 tst emergency_preemptive_call.py: using MSISDN 8186\u000a13:49:33.669409 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:49:34.245921 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28144): Launched\u000a13:49:34.563430 run osmo-msc_10.42.42.6(pid=28145): Launched\u000a13:49:34.749174 run osmo-stp_10.42.42.5(pid=28142): ERR: Terminated: ERROR {rc=1} [trial-2390↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28142)]\u000a13:49:34.884183 run osmo-stp_10.42.42.5(pid=28142): stdout: \u000a| (launched: 2022-12-13_13:49:33.219887)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:49:35.018791 run osmo-stp_10.42.42.5(pid=28142): stderr: \u000a| �[0;m�[38;5;43m20221213134933410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134933410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134933411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134933411 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134933411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134933412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134933412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:49:35.146032 run osmo-stp_10.42.42.5(pid=28142): stdout: \u000a| (launched: 2022-12-13_13:49:33.219887)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:49:35.271868 run osmo-stp_10.42.42.5(pid=28142): stderr: \u000a| �[0;m�[38;5;43m20221213134933410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134933410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134933411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134933411 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134933411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134933412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134933412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:49:35.327253 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=28142): Process ended prematurely: osmo-stp_10.42.42.5(pid=28142) [trial-2390↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28142)] [trial-2390↪emergency:trx-lms↪emergency_preemptive_call.py:32]\u000a13:49:35.335950 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a13:49:35.399156 run osmo-hlr_10.42.42.2(pid=28139): ERR: Terminated: ERROR {rc=237} [trial-2390↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28139)]\u000a13:49:35.450717 run osmo-hlr_10.42.42.2(pid=28139): stdout: \u000a| (launched: 2022-12-13_13:49:32.229482) \u000a13:49:35.502872 run osmo-hlr_10.42.42.2(pid=28139): stderr: \u000a| �[0;m�[1;31m20221213134932423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213134932423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213134932423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134932423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134932423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213134932423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213134932435 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/emergency:trx-lms/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213134932444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213134932444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213134932444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:49:35.574380 run osmo-msc_10.42.42.6(pid=28145): ERR: Terminated: ERROR {rc=2} [trial-2390↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28145)]\u000a13:49:35.625842 run osmo-msc_10.42.42.6(pid=28145): stdout: \u000a| (launched: 2022-12-13_13:49:34.406795) \u000a13:49:35.678221 run osmo-msc_10.42.42.6(pid=28145): stderr: \u000a| �[0;m�[38;5;43m20221213134934728 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213134934728 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcbb8299c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213134934728 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213134934728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213134934729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213134934729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213134934731 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213134934731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213134934731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213134934731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:49:35.722753 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28138): Terminating (SIGTERM)\u000a13:49:35.765430 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28141): Terminating (SIGTERM)\u000a13:49:35.808016 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28144): Terminating (SIGTERM)\u000a13:49:35.817823 --- ParallelTerminationStrategy: PID 28138 died...\u000a13:49:35.874586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28138): Terminated: ok {rc=0}\u000a13:49:35.884823 --- ParallelTerminationStrategy: PID 28141 died...\u000a13:49:35.941890 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28141): Terminated: ok {rc=0}\u000a13:49:35.952053 --- ParallelTerminationStrategy: PID 28144 died...\u000a13:49:36.008870 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28144): Terminated: ok {rc=0}\u000a13:49:36.097164 bus /sierra_9: Setting Powered False\u000a13:49:37.199532 bus /sierra_9: Setting Powered False\u000a13:49:38.309117 bus /sierra_8: Setting Powered False\u000a13:49:39.414309 bus /sierra_8: Setting Powered False\u000a13:49:40.521199 bus /sierra_3: Setting Powered False\u000a13:49:41.629078 bus /sierra_3: Setting Powered False\u000a13:49:42.738025 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "106", "name" : "emergency_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:49:18" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-lms", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28161): Process ended prematurely: osmo-stp_10.42.42.5(pid=28161) [trial-2390↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28161)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28161): Process ended prematurely: osmo-stp_10.42.42.5(pid=28161) [trial-2390↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28161)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-lms cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:49:44.861466 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:49:44.871991 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a13:49:45.008614 tst cs_paging_gprs_active.py: using LAC 34371\u000a13:49:45.128153 tst cs_paging_gprs_active.py: using RAC 201\u000a13:49:45.248828 tst cs_paging_gprs_active.py: using CellId 34371\u000a13:49:45.369295 tst cs_paging_gprs_active.py: using BVCI 34372\u000a13:49:45.392131 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:49:45.402724 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:49:45.413036 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:49:45.423405 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:49:45.434155 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:49:45.445098 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:49:45.455756 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:49:45.466213 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:49:45.476743 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a13:49:45.597480 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a13:49:45.885440 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:49:46.013699 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:49:46.345915 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28151): Launched\u000a13:49:46.635235 run iperf3-srv_10.42.42.10(pid=28152): Launched\u000a13:49:46.840893 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:49:46.982875 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:49:47.324159 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28153): Launched\u000a13:49:47.602981 run iperf3-srv_10.42.42.10(pid=28154): Launched\u000a13:49:47.801206 tst cs_paging_gprs_active.py:38: start network...\u000a13:49:47.936207 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:49:48.446665 run create_hlr_db(pid=28155): Launched\u000a13:49:48.634288 bus /sierra_2: Setting Powered False\u000a13:49:49.654936 run create_hlr_db(pid=28155): Terminated: ok {rc=0}\u000a13:49:50.061668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28157): Launched\u000a13:49:50.363624 run osmo-hlr_10.42.42.2(pid=28158): Launched\u000a13:49:50.478554 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:49:51.002475 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28160): Launched\u000a13:49:51.305246 run osmo-stp_10.42.42.5(pid=28161): Launched\u000a13:49:51.415064 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:49:51.940693 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28163): Launched\u000a13:49:52.047658 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:49:52.310991 run patchelf(pid=28164): Launched\u000a13:49:52.488203 run osmo-stp_10.42.42.5(pid=28161): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28161)]\u000a13:49:52.617711 run osmo-stp_10.42.42.5(pid=28161): stdout: \u000a| (launched: 2022-12-13_13:49:51.155848)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:49:52.747339 run osmo-stp_10.42.42.5(pid=28161): stderr: \u000a| �[0;m�[38;5;43m20221213134951326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134951326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134951326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134951327 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134951327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134951327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134951327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:49:52.872405 run osmo-stp_10.42.42.5(pid=28161): stdout: \u000a| (launched: 2022-12-13_13:49:51.155848)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:49:52.996171 run osmo-stp_10.42.42.5(pid=28161): stderr: \u000a| �[0;m�[38;5;43m20221213134951326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213134951326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213134951326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213134951327 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213134951327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213134951327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213134951327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:49:53.141242 run patchelf(pid=28164): Terminating (SIGINT)\u000a13:49:53.311212 run patchelf(pid=28164): Terminated: ok {rc=0}\u000a13:49:53.343099 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=28161): Process ended prematurely: osmo-stp_10.42.42.5(pid=28161) [trial-2390↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28161)] [trial-2390↪gprs:trx-lms↪cs_paging_gprs_active.py:38]\u000a13:49:53.352317 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a13:49:53.411348 run osmo-hlr_10.42.42.2(pid=28158): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-lms↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28158)]\u000a13:49:53.459361 run osmo-hlr_10.42.42.2(pid=28158): stdout: \u000a| (launched: 2022-12-13_13:49:50.215062) \u000a13:49:53.508262 run osmo-hlr_10.42.42.2(pid=28158): stderr: \u000a| �[0;m�[1;31m20221213134950391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213134950391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213134950391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134950391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213134950391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213134950391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213134950403 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-lms/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213134950414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213134950414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213134950414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:49:53.550339 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28151): Terminating (SIGTERM)\u000a13:49:53.589574 run iperf3-srv_10.42.42.10(pid=28152): Terminating (SIGTERM)\u000a13:49:53.629065 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28153): Terminating (SIGTERM)\u000a13:49:53.668375 run iperf3-srv_10.42.42.10(pid=28154): Terminating (SIGTERM)\u000a13:49:53.707759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28157): Terminating (SIGTERM)\u000a13:49:53.747111 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28160): Terminating (SIGTERM)\u000a13:49:53.786476 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28163): Terminating (SIGTERM)\u000a13:49:53.795648 --- ParallelTerminationStrategy: PID 28151 died...\u000a13:49:53.848316 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28151): Terminated: ok {rc=0}\u000a13:49:53.857906 --- ParallelTerminationStrategy: PID 28152 died...\u000a13:49:53.910293 run iperf3-srv_10.42.42.10(pid=28152): Terminated {rc=256}\u000a13:49:53.919601 --- ParallelTerminationStrategy: PID 28153 died...\u000a13:49:53.971872 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28153): Terminated: ok {rc=0}\u000a13:49:53.981344 --- ParallelTerminationStrategy: PID 28154 died...\u000a13:49:54.033286 run iperf3-srv_10.42.42.10(pid=28154): Terminated {rc=256}\u000a13:49:54.042762 --- ParallelTerminationStrategy: PID 28157 died...\u000a13:49:54.095151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28157): Terminated: ok {rc=0}\u000a13:49:54.104615 --- ParallelTerminationStrategy: PID 28160 died...\u000a13:49:54.156887 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28160): Terminated: ok {rc=0}\u000a13:49:54.166493 --- ParallelTerminationStrategy: PID 28163 died...\u000a13:49:54.218736 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28163): Terminated: ok {rc=0}\u000a13:49:54.305824 bus /gobi_0: Setting Powered False\u000a13:49:55.410494 bus /gobi_0: Setting Powered False\u000a13:49:56.516139 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28176): Process ended prematurely: osmo-stp_10.42.42.5(pid=28176) [trial-2390↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28176)]", "failedSince" : 2142, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28176): Process ended prematurely: osmo-stp_10.42.42.5(pid=28176) [trial-2390↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28176)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-lms iperf3.py\u000a----------------------------------------------\u000a13:49:57.631017 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:49:57.642718 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a13:49:57.789353 tst iperf3.py: using LAC 34372\u000a13:49:57.920110 tst iperf3.py: using RAC 202\u000a13:49:58.046526 tst iperf3.py: using CellId 34372\u000a13:49:58.171835 tst iperf3.py: using BVCI 34373\u000a13:49:58.196644 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:49:58.207752 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:49:58.218741 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:49:58.229557 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:49:58.240489 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:49:58.251620 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:49:58.262905 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:49:58.273990 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:49:58.285443 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a13:49:58.563929 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:49:58.688888 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:49:59.001207 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28165): Launched\u000a13:49:59.264034 run iperf3-srv_10.42.42.10(pid=28166): Launched\u000a13:49:59.447225 tst iperf3.py:8: start network...\u000a13:49:59.571895 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:50:00.057567 run create_hlr_db(pid=28167): Launched\u000a13:50:00.230835 bus /gobi_6: Setting Powered False\u000a13:50:01.279675 run create_hlr_db(pid=28167): Terminated: ok {rc=0}\u000a13:50:01.719381 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28172): Launched\u000a13:50:02.088187 run osmo-hlr_10.42.42.2(pid=28173): Launched\u000a13:50:02.294459 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:50:02.831076 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28175): Launched\u000a13:50:03.135144 run osmo-stp_10.42.42.5(pid=28176): Launched\u000a13:50:03.245024 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:50:03.770845 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28178): Launched\u000a13:50:03.878354 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:50:04.154679 run patchelf(pid=28179): Launched\u000a13:50:04.345330 run osmo-stp_10.42.42.5(pid=28176): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28176)]\u000a13:50:04.484816 run osmo-stp_10.42.42.5(pid=28176): stdout: \u000a| (launched: 2022-12-13_13:50:02.986473)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:50:04.625190 run osmo-stp_10.42.42.5(pid=28176): stderr: \u000a| �[0;m�[38;5;43m20221213135003155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135003156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135003156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135003156 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135003157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135003157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135003157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:50:04.760265 run osmo-stp_10.42.42.5(pid=28176): stdout: \u000a| (launched: 2022-12-13_13:50:02.986473)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:50:04.893946 run osmo-stp_10.42.42.5(pid=28176): stderr: \u000a| �[0;m�[38;5;43m20221213135003155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135003156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135003156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135003156 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135003157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135003157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135003157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:50:05.049835 run patchelf(pid=28179): Terminating (SIGINT)\u000a13:50:05.232770 run patchelf(pid=28179): Terminated: ok {rc=0}\u000a13:50:05.266262 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28176): Process ended prematurely: osmo-stp_10.42.42.5(pid=28176) [trial-2390↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28176)] [trial-2390↪gprs:trx-lms↪iperf3.py:8]\u000a13:50:05.276177 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a13:50:05.339779 run osmo-hlr_10.42.42.2(pid=28173): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-lms↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28173)]\u000a13:50:05.391309 run osmo-hlr_10.42.42.2(pid=28173): stdout: \u000a| (launched: 2022-12-13_13:50:01.880268) \u000a13:50:05.443245 run osmo-hlr_10.42.42.2(pid=28173): stderr: \u000a| �[0;m�[1;31m20221213135002192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213135002192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213135002192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135002192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135002192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213135002192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213135002215 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-lms/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213135002231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213135002231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213135002231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:50:05.488127 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28165): Terminating (SIGTERM)\u000a13:50:05.530447 run iperf3-srv_10.42.42.10(pid=28166): Terminating (SIGTERM)\u000a13:50:05.572765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28172): Terminating (SIGTERM)\u000a13:50:05.614982 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28175): Terminating (SIGTERM)\u000a13:50:05.657179 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28178): Terminating (SIGTERM)\u000a13:50:05.666943 --- ParallelTerminationStrategy: PID 28165 died...\u000a13:50:05.723900 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28165): Terminated: ok {rc=0}\u000a13:50:05.734123 --- ParallelTerminationStrategy: PID 28166 died...\u000a13:50:05.790415 run iperf3-srv_10.42.42.10(pid=28166): Terminated {rc=256}\u000a13:50:05.800530 --- ParallelTerminationStrategy: PID 28172 died...\u000a13:50:05.856919 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28172): Terminated: ok {rc=0}\u000a13:50:05.867109 --- ParallelTerminationStrategy: PID 28175 died...\u000a13:50:05.923423 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28175): Terminated: ok {rc=0}\u000a13:50:05.933423 --- ParallelTerminationStrategy: PID 28178 died...\u000a13:50:05.989855 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28178): Terminated: ok {rc=0}\u000a13:50:06.077117 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-lms", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28194): Process ended prematurely: osmo-stp_10.42.42.5(pid=28194) [trial-2390↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28194)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28194): Process ended prematurely: osmo-stp_10.42.42.5(pid=28194) [trial-2390↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28194)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-lms iperf3m4.py\u000a----------------------------------------------\u000a13:50:07.186818 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:50:07.197810 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a13:50:07.342731 tst iperf3m4.py: using LAC 34373\u000a13:50:07.460213 tst iperf3m4.py: using RAC 203\u000a13:50:07.577392 tst iperf3m4.py: using CellId 34373\u000a13:50:07.695085 tst iperf3m4.py: using BVCI 34374\u000a13:50:07.718293 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:50:07.728760 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:50:07.739055 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:50:07.749356 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:50:07.759504 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:50:07.769889 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:50:07.780289 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:50:07.790560 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:50:07.800916 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a13:50:07.916227 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a13:50:08.043682 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a13:50:08.162041 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a13:50:08.439936 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:50:08.564495 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:50:08.876059 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28180): Launched\u000a13:50:09.137063 run iperf3-srv_10.42.42.10(pid=28181): Launched\u000a13:50:09.321907 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:50:09.447556 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:50:09.761514 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28182): Launched\u000a13:50:10.023535 run iperf3-srv_10.42.42.10(pid=28183): Launched\u000a13:50:10.206167 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:50:10.331347 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:50:10.643088 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28184): Launched\u000a13:50:10.901960 run iperf3-srv_10.42.42.10(pid=28185): Launched\u000a13:50:11.084423 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:50:11.209093 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:50:11.521592 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28186): Launched\u000a13:50:11.783430 run iperf3-srv_10.42.42.10(pid=28187): Launched\u000a13:50:11.966048 tst iperf3m4.py:8: start network...\u000a13:50:12.090918 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:50:12.574054 run create_hlr_db(pid=28188): Launched\u000a13:50:12.746186 bus /gobi_6: Setting Powered False\u000a13:50:13.768650 run create_hlr_db(pid=28188): Terminated: ok {rc=0}\u000a13:50:14.198658 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28190): Launched\u000a13:50:14.524415 run osmo-hlr_10.42.42.2(pid=28191): Launched\u000a13:50:14.645591 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:50:15.208847 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28193): Launched\u000a13:50:15.535882 run osmo-stp_10.42.42.5(pid=28194): Launched\u000a13:50:15.654791 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:50:16.243663 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28196): Launched\u000a13:50:16.355572 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:50:16.645504 run patchelf(pid=28197): Launched\u000a13:50:16.832845 run osmo-stp_10.42.42.5(pid=28194): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28194)]\u000a13:50:16.974542 run osmo-stp_10.42.42.5(pid=28194): stdout: \u000a| (launched: 2022-12-13_13:50:15.373882)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:50:17.116526 run osmo-stp_10.42.42.5(pid=28194): stderr: \u000a| �[0;m�[38;5;43m20221213135015566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135015566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135015566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135015567 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135015567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135015567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135015567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:50:17.254185 run osmo-stp_10.42.42.5(pid=28194): stdout: \u000a| (launched: 2022-12-13_13:50:15.373882)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:50:17.387099 run osmo-stp_10.42.42.5(pid=28194): stderr: \u000a| �[0;m�[38;5;43m20221213135015566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135015566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135015566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135015567 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135015567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135015567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135015567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:50:17.542486 run patchelf(pid=28197): Terminating (SIGINT)\u000a13:50:17.724554 run patchelf(pid=28197): Terminated: ok {rc=0}\u000a13:50:17.758137 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28194): Process ended prematurely: osmo-stp_10.42.42.5(pid=28194) [trial-2390↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28194)] [trial-2390↪gprs:trx-lms↪iperf3m4.py:8]\u000a13:50:17.768338 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a13:50:17.831893 run osmo-hlr_10.42.42.2(pid=28191): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-lms↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28191)]\u000a13:50:17.883266 run osmo-hlr_10.42.42.2(pid=28191): stdout: \u000a| (launched: 2022-12-13_13:50:14.363531) \u000a13:50:17.935337 run osmo-hlr_10.42.42.2(pid=28191): stderr: \u000a| �[0;m�[1;31m20221213135014561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213135014561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213135014561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135014561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135014561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213135014561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213135014574 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-lms/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213135014583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213135014583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213135014583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:50:17.980071 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28180): Terminating (SIGTERM)\u000a13:50:18.022411 run iperf3-srv_10.42.42.10(pid=28181): Terminating (SIGTERM)\u000a13:50:18.064496 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28182): Terminating (SIGTERM)\u000a13:50:18.106448 run iperf3-srv_10.42.42.10(pid=28183): Terminating (SIGTERM)\u000a13:50:18.148348 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28184): Terminating (SIGTERM)\u000a13:50:18.190136 run iperf3-srv_10.42.42.10(pid=28185): Terminating (SIGTERM)\u000a13:50:18.232137 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28186): Terminating (SIGTERM)\u000a13:50:18.273774 run iperf3-srv_10.42.42.10(pid=28187): Terminating (SIGTERM)\u000a13:50:18.315774 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28190): Terminating (SIGTERM)\u000a13:50:18.357675 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28193): Terminating (SIGTERM)\u000a13:50:18.399600 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28196): Terminating (SIGTERM)\u000a13:50:18.408804 --- ParallelTerminationStrategy: PID 28180 died...\u000a13:50:18.465546 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28180): Terminated: ok {rc=0}\u000a13:50:18.475606 --- ParallelTerminationStrategy: PID 28181 died...\u000a13:50:18.531800 run iperf3-srv_10.42.42.10(pid=28181): Terminated {rc=256}\u000a13:50:18.541926 --- ParallelTerminationStrategy: PID 28182 died...\u000a13:50:18.598056 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28182): Terminated: ok {rc=0}\u000a13:50:18.607967 --- ParallelTerminationStrategy: PID 28183 died...\u000a13:50:18.663945 run iperf3-srv_10.42.42.10(pid=28183): Terminated {rc=256}\u000a13:50:18.674075 --- ParallelTerminationStrategy: PID 28184 died...\u000a13:50:18.730326 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28184): Terminated: ok {rc=0}\u000a13:50:18.740232 --- ParallelTerminationStrategy: PID 28185 died...\u000a13:50:18.795745 run iperf3-srv_10.42.42.10(pid=28185): Terminated {rc=256}\u000a13:50:18.805894 --- ParallelTerminationStrategy: PID 28186 died...\u000a13:50:18.861336 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28186): Terminated: ok {rc=0}\u000a13:50:18.872073 --- ParallelTerminationStrategy: PID 28187 died...\u000a13:50:18.928129 run iperf3-srv_10.42.42.10(pid=28187): Terminated {rc=256}\u000a13:50:18.938346 --- ParallelTerminationStrategy: PID 28190 died...\u000a13:50:18.994489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28190): Terminated: ok {rc=0}\u000a13:50:19.004592 --- ParallelTerminationStrategy: PID 28193 died...\u000a13:50:19.060695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28193): Terminated: ok {rc=0}\u000a13:50:19.070900 --- ParallelTerminationStrategy: PID 28196 died...\u000a13:50:19.127111 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28196): Terminated: ok {rc=0}\u000a13:50:19.213001 bus /gobi_4: Setting Powered False\u000a13:50:20.317938 bus /gobi_4: Setting Powered False\u000a13:50:21.425715 bus /gobi_1: Setting Powered False\u000a13:50:22.529703 bus /gobi_1: Setting Powered False\u000a13:50:23.637286 bus /gobi_0: Setting Powered False\u000a13:50:24.742814 bus /gobi_0: Setting Powered False\u000a13:50:25.851419 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 64, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28204): Process ended prematurely: osmo-stp_10.42.42.5(pid=28204) [trial-2390↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28204)]", "failedSince" : 2327, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28204): Process ended prematurely: osmo-stp_10.42.42.5(pid=28204) [trial-2390↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28204)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-lms ping.py\u000a----------------------------------------------\u000a13:50:26.918786 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:50:26.930217 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a13:50:27.066225 tst ping.py: using LAC 34374\u000a13:50:27.191314 tst ping.py: using RAC 204\u000a13:50:27.311390 tst ping.py: using CellId 34374\u000a13:50:27.427985 tst ping.py: using BVCI 34375\u000a13:50:27.450718 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:50:27.461317 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:50:27.471765 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:50:27.482651 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:50:27.493107 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:50:27.503569 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:50:27.514201 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:50:27.524702 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a13:50:27.813118 tst ping.py:19: start network...\u000a13:50:27.944792 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:50:28.443616 run create_hlr_db(pid=28198): Launched\u000a13:50:28.628636 bus /gobi_6: Setting Powered False\u000a13:50:29.648014 run create_hlr_db(pid=28198): Terminated: ok {rc=0}\u000a13:50:30.045771 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28200): Launched\u000a13:50:30.340339 run osmo-hlr_10.42.42.2(pid=28201): Launched\u000a13:50:30.448607 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:50:31.013805 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28203): Launched\u000a13:50:31.544359 run osmo-stp_10.42.42.5(pid=28204): Launched\u000a13:50:31.820067 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:50:32.386166 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28206): Launched\u000a13:50:32.491900 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:50:32.754685 run patchelf(pid=28207): Launched\u000a13:50:32.927811 run osmo-stp_10.42.42.5(pid=28204): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28204)]\u000a13:50:33.054789 run osmo-stp_10.42.42.5(pid=28204): stdout: \u000a| (launched: 2022-12-13_13:50:31.180569)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:50:33.181929 run osmo-stp_10.42.42.5(pid=28204): stderr: \u000a| �[0;m�[38;5;43m20221213135031511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135031512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135031512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135031512 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135031513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135031513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135031513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:50:33.304044 run osmo-stp_10.42.42.5(pid=28204): stdout: \u000a| (launched: 2022-12-13_13:50:31.180569)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:50:33.425574 run osmo-stp_10.42.42.5(pid=28204): stderr: \u000a| �[0;m�[38;5;43m20221213135031511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135031512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135031512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135031512 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135031513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135031513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135031513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:50:33.567045 run patchelf(pid=28207): Terminating (SIGINT)\u000a13:50:33.733967 run patchelf(pid=28207): Terminated: ok {rc=0}\u000a13:50:33.764390 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=28204): Process ended prematurely: osmo-stp_10.42.42.5(pid=28204) [trial-2390↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28204)] [trial-2390↪gprs:trx-lms↪ping.py:22]\u000a13:50:33.773273 tst ping.py:22: Test FAILED (6.8 sec)\u000a13:50:33.832056 run osmo-hlr_10.42.42.2(pid=28201): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-lms↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28201)]\u000a13:50:33.880106 run osmo-hlr_10.42.42.2(pid=28201): stdout: \u000a| (launched: 2022-12-13_13:50:30.195122) \u000a13:50:33.928618 run osmo-hlr_10.42.42.2(pid=28201): stderr: \u000a| �[0;m�[1;31m20221213135030370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213135030370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213135030370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135030370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135030370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213135030370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213135030382 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-lms/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213135030391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213135030391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213135030391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:50:33.970086 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28200): Terminating (SIGTERM)\u000a13:50:34.009514 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28203): Terminating (SIGTERM)\u000a13:50:34.048869 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28206): Terminating (SIGTERM)\u000a13:50:34.058111 --- ParallelTerminationStrategy: PID 28200 died...\u000a13:50:34.111021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28200): Terminated: ok {rc=0}\u000a13:50:34.120501 --- ParallelTerminationStrategy: PID 28203 died...\u000a13:50:34.172653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28203): Terminated: ok {rc=0}\u000a13:50:34.182108 --- ParallelTerminationStrategy: PID 28206 died...\u000a13:50:34.234198 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28206): Terminated: ok {rc=0}\u000a13:50:34.320825 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 71, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28214): Process ended prematurely: osmo-stp_10.42.42.5(pid=28214) [trial-2390↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28214)]", "failedSince" : 2320, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28214): Process ended prematurely: osmo-stp_10.42.42.5(pid=28214) [trial-2390↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28214)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-lms ping_idle_ping.py\u000a----------------------------------------------\u000a13:50:35.373110 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:50:35.389046 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a13:50:35.522698 tst ping_idle_ping.py: using LAC 34375\u000a13:50:35.639785 tst ping_idle_ping.py: using RAC 205\u000a13:50:35.758151 tst ping_idle_ping.py: using CellId 34375\u000a13:50:35.874275 tst ping_idle_ping.py: using BVCI 34376\u000a13:50:35.897004 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:50:35.907705 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:50:35.918350 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:50:35.928664 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:50:35.939478 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:50:35.950002 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:50:35.960574 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a13:50:35.971544 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a13:50:36.248619 tst ping_idle_ping.py:24: start network...\u000a13:50:36.372047 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:50:36.851005 run create_hlr_db(pid=28208): Launched\u000a13:50:37.022946 bus /gobi_6: Setting Powered False\u000a13:50:38.043797 run create_hlr_db(pid=28208): Terminated: ok {rc=0}\u000a13:50:38.441841 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28210): Launched\u000a13:50:38.740569 run osmo-hlr_10.42.42.2(pid=28211): Launched\u000a13:50:38.849789 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:50:39.365553 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28213): Launched\u000a13:50:39.663472 run osmo-stp_10.42.42.5(pid=28214): Launched\u000a13:50:39.771083 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:50:40.287813 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28216): Launched\u000a13:50:40.392739 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:50:40.651939 run patchelf(pid=28217): Launched\u000a13:50:40.825615 run osmo-stp_10.42.42.5(pid=28214): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28214)]\u000a13:50:40.952397 run osmo-stp_10.42.42.5(pid=28214): stdout: \u000a| (launched: 2022-12-13_13:50:39.516742)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:50:41.079739 run osmo-stp_10.42.42.5(pid=28214): stderr: \u000a| �[0;m�[38;5;43m20221213135039687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135039688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135039688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135039688 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135039689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135039689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135039689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:50:41.202532 run osmo-stp_10.42.42.5(pid=28214): stdout: \u000a| (launched: 2022-12-13_13:50:39.516742)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:50:41.323869 run osmo-stp_10.42.42.5(pid=28214): stderr: \u000a| �[0;m�[38;5;43m20221213135039687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135039688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135039688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135039688 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135039689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135039689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135039689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:50:41.465556 run patchelf(pid=28217): Terminating (SIGINT)\u000a13:50:41.633093 run patchelf(pid=28217): Terminated: ok {rc=0}\u000a13:50:41.663669 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=28214): Process ended prematurely: osmo-stp_10.42.42.5(pid=28214) [trial-2390↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28214)] [trial-2390↪gprs:trx-lms↪ping_idle_ping.py:27]\u000a13:50:41.672367 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a13:50:41.731070 run osmo-hlr_10.42.42.2(pid=28211): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-lms↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28211)]\u000a13:50:41.779107 run osmo-hlr_10.42.42.2(pid=28211): stdout: \u000a| (launched: 2022-12-13_13:50:38.593129) \u000a13:50:41.827704 run osmo-hlr_10.42.42.2(pid=28211): stderr: \u000a| �[0;m�[1;31m20221213135038766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213135038766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213135038766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135038766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135038767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213135038767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213135038779 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-lms/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213135038788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213135038788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213135038788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:50:41.869063 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28210): Terminating (SIGTERM)\u000a13:50:41.909006 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28213): Terminating (SIGTERM)\u000a13:50:41.949074 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28216): Terminating (SIGTERM)\u000a13:50:41.958247 --- ParallelTerminationStrategy: PID 28210 died...\u000a13:50:42.010796 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28210): Terminated: ok {rc=0}\u000a13:50:42.020232 --- ParallelTerminationStrategy: PID 28213 died...\u000a13:50:42.072457 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28213): Terminated: ok {rc=0}\u000a13:50:42.081895 --- ParallelTerminationStrategy: PID 28216 died...\u000a13:50:42.134301 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28216): Terminated: ok {rc=0}\u000a13:50:42.216581 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "107", "name" : "gprs_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:49:44" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28231): Process ended prematurely: osmo-stp_10.42.42.5(pid=28231) [trial-2390↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28231)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28231): Process ended prematurely: osmo-stp_10.42.42.5(pid=28231) [trial-2390↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28231)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-lms+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:50:44.363637 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:50:44.375174 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:50:44.522484 tst cs_paging_gprs_active.py: using LAC 34376\u000a13:50:44.650164 tst cs_paging_gprs_active.py: using RAC 206\u000a13:50:44.778792 tst cs_paging_gprs_active.py: using CellId 34376\u000a13:50:44.908259 tst cs_paging_gprs_active.py: using BVCI 34377\u000a13:50:44.933122 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:50:44.944434 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:50:44.955589 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:50:44.966853 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:50:44.978295 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:50:44.989790 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:50:45.001549 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:50:45.013220 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:50:45.025218 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:50:45.142533 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:50:45.439876 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:50:45.577258 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:50:45.948624 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28221): Launched\u000a13:50:46.247308 run iperf3-srv_10.42.42.10(pid=28222): Launched\u000a13:50:46.450947 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:50:46.591027 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:50:46.995176 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28223): Launched\u000a13:50:47.312108 run iperf3-srv_10.42.42.10(pid=28224): Launched\u000a13:50:47.495629 tst cs_paging_gprs_active.py:38: start network...\u000a13:50:47.622348 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:50:48.109876 run create_hlr_db(pid=28225): Launched\u000a13:50:48.283959 bus /gobi_6: Setting Powered False\u000a13:50:49.304776 run create_hlr_db(pid=28225): Terminated: ok {rc=0}\u000a13:50:49.736104 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28227): Launched\u000a13:50:50.062323 run osmo-hlr_10.42.42.2(pid=28228): Launched\u000a13:50:50.180118 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:50:50.743062 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28230): Launched\u000a13:50:51.067372 run osmo-stp_10.42.42.5(pid=28231): Launched\u000a13:50:51.185413 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:50:51.753781 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28233): Launched\u000a13:50:51.871819 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:50:52.156802 run patchelf(pid=28240): Launched\u000a13:50:52.347782 run osmo-stp_10.42.42.5(pid=28231): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28231)]\u000a13:50:52.486517 run osmo-stp_10.42.42.5(pid=28231): stdout: \u000a| (launched: 2022-12-13_13:50:50.907227)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:50:52.625925 run osmo-stp_10.42.42.5(pid=28231): stderr: \u000a| �[0;m�[38;5;43m20221213135051098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135051098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135051098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135051099 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135051099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135051099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135051099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:50:52.760044 run osmo-stp_10.42.42.5(pid=28231): stdout: \u000a| (launched: 2022-12-13_13:50:50.907227)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:50:52.893127 run osmo-stp_10.42.42.5(pid=28231): stderr: \u000a| �[0;m�[38;5;43m20221213135051098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135051098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135051098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135051099 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135051099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135051099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135051099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:50:53.048018 run patchelf(pid=28240): Terminating (SIGINT)\u000a13:50:53.230328 run patchelf(pid=28240): Terminated: ok {rc=0}\u000a13:50:53.263893 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=28231): Process ended prematurely: osmo-stp_10.42.42.5(pid=28231) [trial-2390↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28231)] [trial-2390↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a13:50:53.273915 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a13:50:53.337025 run osmo-hlr_10.42.42.2(pid=28228): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28228)]\u000a13:50:53.388048 run osmo-hlr_10.42.42.2(pid=28228): stdout: \u000a| (launched: 2022-12-13_13:50:49.901117) \u000a13:50:53.439899 run osmo-hlr_10.42.42.2(pid=28228): stderr: \u000a| �[0;m�[1;31m20221213135050100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213135050100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213135050100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135050100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135050100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213135050100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213135050112 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-lms+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213135050121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213135050121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213135050121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:50:53.484273 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28221): Terminating (SIGTERM)\u000a13:50:53.526211 run iperf3-srv_10.42.42.10(pid=28222): Terminating (SIGTERM)\u000a13:50:53.568108 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28223): Terminating (SIGTERM)\u000a13:50:53.609933 run iperf3-srv_10.42.42.10(pid=28224): Terminating (SIGTERM)\u000a13:50:53.652109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28227): Terminating (SIGTERM)\u000a13:50:53.693794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28230): Terminating (SIGTERM)\u000a13:50:53.735897 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28233): Terminating (SIGTERM)\u000a13:50:53.745546 --- ParallelTerminationStrategy: PID 28221 died...\u000a13:50:53.801346 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28221): Terminated: ok {rc=0}\u000a13:50:53.811301 --- ParallelTerminationStrategy: PID 28222 died...\u000a13:50:53.866827 run iperf3-srv_10.42.42.10(pid=28222): Terminated {rc=256}\u000a13:50:53.876752 --- ParallelTerminationStrategy: PID 28223 died...\u000a13:50:53.932516 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28223): Terminated: ok {rc=0}\u000a13:50:53.942476 --- ParallelTerminationStrategy: PID 28224 died...\u000a13:50:53.998117 run iperf3-srv_10.42.42.10(pid=28224): Terminated {rc=256}\u000a13:50:54.008054 --- ParallelTerminationStrategy: PID 28227 died...\u000a13:50:54.063655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28227): Terminated: ok {rc=0}\u000a13:50:54.073696 --- ParallelTerminationStrategy: PID 28230 died...\u000a13:50:54.129481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28230): Terminated: ok {rc=0}\u000a13:50:54.139466 --- ParallelTerminationStrategy: PID 28233 died...\u000a13:50:54.195307 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28233): Terminated: ok {rc=0}\u000a13:50:54.281587 bus /gobi_0: Setting Powered False\u000a13:50:55.387284 bus /gobi_0: Setting Powered False\u000a13:50:56.494935 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28249): Process ended prematurely: osmo-stp_10.42.42.5(pid=28249) [trial-2390↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28249)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28249): Process ended prematurely: osmo-stp_10.42.42.5(pid=28249) [trial-2390↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28249)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-lms+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a13:50:57.609166 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:50:57.620881 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:50:57.767903 tst iperf3.py: using LAC 34377\u000a13:50:57.891216 tst iperf3.py: using RAC 207\u000a13:50:58.014309 tst iperf3.py: using CellId 34377\u000a13:50:58.139107 tst iperf3.py: using BVCI 34378\u000a13:50:58.162421 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:50:58.173275 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:50:58.183916 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:50:58.194735 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:50:58.205315 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:50:58.215790 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:50:58.226551 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:50:58.237109 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:50:58.247852 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:50:58.543490 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:50:58.679356 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:50:59.016176 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28241): Launched\u000a13:50:59.296041 run iperf3-srv_10.42.42.10(pid=28242): Launched\u000a13:50:59.494196 tst iperf3.py:8: start network...\u000a13:50:59.630236 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:51:00.138987 run create_hlr_db(pid=28243): Launched\u000a13:51:00.334722 bus /gobi_6: Setting Powered False\u000a13:51:01.349918 run create_hlr_db(pid=28243): Terminated: ok {rc=0}\u000a13:51:01.804218 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28245): Launched\u000a13:51:02.172790 run osmo-hlr_10.42.42.2(pid=28246): Launched\u000a13:51:02.284714 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:51:02.810480 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28248): Launched\u000a13:51:03.112863 run osmo-stp_10.42.42.5(pid=28249): Launched\u000a13:51:03.223768 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:51:03.754400 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28251): Launched\u000a13:51:03.862183 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:51:04.129608 run patchelf(pid=28252): Launched\u000a13:51:04.307422 run osmo-stp_10.42.42.5(pid=28249): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28249)]\u000a13:51:04.437635 run osmo-stp_10.42.42.5(pid=28249): stdout: \u000a| (launched: 2022-12-13_13:51:02.963921)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:51:04.568144 run osmo-stp_10.42.42.5(pid=28249): stderr: \u000a| �[0;m�[38;5;43m20221213135103134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135103134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135103134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135103135 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135103135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135103135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135103135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:51:04.694240 run osmo-stp_10.42.42.5(pid=28249): stdout: \u000a| (launched: 2022-12-13_13:51:02.963921)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:51:04.819100 run osmo-stp_10.42.42.5(pid=28249): stderr: \u000a| �[0;m�[38;5;43m20221213135103134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135103134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135103134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135103135 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135103135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135103135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135103135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:51:04.964573 run patchelf(pid=28252): Terminating (SIGINT)\u000a13:51:05.135801 run patchelf(pid=28252): Terminated: ok {rc=0}\u000a13:51:05.167320 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28249): Process ended prematurely: osmo-stp_10.42.42.5(pid=28249) [trial-2390↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28249)] [trial-2390↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8]\u000a13:51:05.176517 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a13:51:05.236373 run osmo-hlr_10.42.42.2(pid=28246): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28246)]\u000a13:51:05.285170 run osmo-hlr_10.42.42.2(pid=28246): stdout: \u000a| (launched: 2022-12-13_13:51:01.973503) \u000a13:51:05.334727 run osmo-hlr_10.42.42.2(pid=28246): stderr: \u000a| �[0;m�[1;31m20221213135102201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213135102201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213135102201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135102201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135102201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213135102201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213135102213 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-lms+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213135102222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213135102223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213135102223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:51:05.377089 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28241): Terminating (SIGTERM)\u000a13:51:05.416694 run iperf3-srv_10.42.42.10(pid=28242): Terminating (SIGTERM)\u000a13:51:05.456365 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28245): Terminating (SIGTERM)\u000a13:51:05.496099 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28248): Terminating (SIGTERM)\u000a13:51:05.535921 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28251): Terminating (SIGTERM)\u000a13:51:05.545272 --- ParallelTerminationStrategy: PID 28241 died...\u000a13:51:05.598854 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28241): Terminated: ok {rc=0}\u000a13:51:05.608582 --- ParallelTerminationStrategy: PID 28242 died...\u000a13:51:05.661608 run iperf3-srv_10.42.42.10(pid=28242): Terminated {rc=256}\u000a13:51:05.671284 --- ParallelTerminationStrategy: PID 28245 died...\u000a13:51:05.724816 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28245): Terminated: ok {rc=0}\u000a13:51:05.734471 --- ParallelTerminationStrategy: PID 28248 died...\u000a13:51:05.787410 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28248): Terminated: ok {rc=0}\u000a13:51:05.797081 --- ParallelTerminationStrategy: PID 28251 died...\u000a13:51:05.850207 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28251): Terminated: ok {rc=0}\u000a13:51:05.933852 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28267): Process ended prematurely: osmo-stp_10.42.42.5(pid=28267) [trial-2390↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28267)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28267): Process ended prematurely: osmo-stp_10.42.42.5(pid=28267) [trial-2390↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28267)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-lms+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a13:51:07.042157 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:51:07.053572 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:51:07.193157 tst iperf3m4.py: using LAC 34378\u000a13:51:07.314162 tst iperf3m4.py: using RAC 208\u000a13:51:07.435533 tst iperf3m4.py: using CellId 34378\u000a13:51:07.557472 tst iperf3m4.py: using BVCI 34379\u000a13:51:07.580807 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:51:07.591664 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:51:07.602297 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:51:07.612818 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:51:07.623518 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:51:07.634348 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:51:07.645196 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:51:07.655788 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:51:07.666724 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:51:07.788478 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:51:07.911598 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:51:08.029789 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:51:08.309342 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:51:08.436797 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:51:08.750973 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28253): Launched\u000a13:51:09.013312 run iperf3-srv_10.42.42.10(pid=28254): Launched\u000a13:51:09.198159 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:51:09.323798 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:51:09.639679 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28255): Launched\u000a13:51:09.902579 run iperf3-srv_10.42.42.10(pid=28256): Launched\u000a13:51:10.086728 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:51:10.212447 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:51:10.526012 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28257): Launched\u000a13:51:10.787790 run iperf3-srv_10.42.42.10(pid=28258): Launched\u000a13:51:10.972111 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:51:11.097639 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:51:11.412216 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28259): Launched\u000a13:51:11.673732 run iperf3-srv_10.42.42.10(pid=28260): Launched\u000a13:51:11.858835 tst iperf3m4.py:8: start network...\u000a13:51:11.984900 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:51:12.470720 run create_hlr_db(pid=28261): Launched\u000a13:51:12.644544 bus /gobi_6: Setting Powered False\u000a13:51:13.665744 run create_hlr_db(pid=28261): Terminated: ok {rc=0}\u000a13:51:14.098865 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28263): Launched\u000a13:51:14.426885 run osmo-hlr_10.42.42.2(pid=28264): Launched\u000a13:51:14.547295 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:51:15.116114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28266): Launched\u000a13:51:15.442320 run osmo-stp_10.42.42.5(pid=28267): Launched\u000a13:51:15.560500 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:51:16.141958 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28269): Launched\u000a13:51:16.260673 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:51:16.563412 run patchelf(pid=28270): Launched\u000a13:51:16.758258 run osmo-stp_10.42.42.5(pid=28267): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28267)]\u000a13:51:16.901204 run osmo-stp_10.42.42.5(pid=28267): stdout: \u000a| (launched: 2022-12-13_13:51:15.281329)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:51:17.044789 run osmo-stp_10.42.42.5(pid=28267): stderr: \u000a| �[0;m�[38;5;43m20221213135115471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135115471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135115471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135115472 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135115472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135115472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135115472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:51:17.183232 run osmo-stp_10.42.42.5(pid=28267): stdout: \u000a| (launched: 2022-12-13_13:51:15.281329)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:51:17.318546 run osmo-stp_10.42.42.5(pid=28267): stderr: \u000a| �[0;m�[38;5;43m20221213135115471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135115471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135115471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135115472 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135115472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135115472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135115472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:51:17.475016 run patchelf(pid=28270): Terminating (SIGINT)\u000a13:51:17.659032 run patchelf(pid=28270): Terminated: ok {rc=0}\u000a13:51:17.692590 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28267): Process ended prematurely: osmo-stp_10.42.42.5(pid=28267) [trial-2390↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28267)] [trial-2390↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8]\u000a13:51:17.702849 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a13:51:17.766321 run osmo-hlr_10.42.42.2(pid=28264): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28264)]\u000a13:51:17.817565 run osmo-hlr_10.42.42.2(pid=28264): stdout: \u000a| (launched: 2022-12-13_13:51:14.264487) \u000a13:51:17.869160 run osmo-hlr_10.42.42.2(pid=28264): stderr: \u000a| �[0;m�[1;31m20221213135114461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213135114461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213135114461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135114461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135114461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213135114462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213135114475 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-lms+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213135114483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213135114483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213135114483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:51:17.913928 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28253): Terminating (SIGTERM)\u000a13:51:17.955478 run iperf3-srv_10.42.42.10(pid=28254): Terminating (SIGTERM)\u000a13:51:17.997660 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28255): Terminating (SIGTERM)\u000a13:51:18.039494 run iperf3-srv_10.42.42.10(pid=28256): Terminating (SIGTERM)\u000a13:51:18.081460 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28257): Terminating (SIGTERM)\u000a13:51:18.123346 run iperf3-srv_10.42.42.10(pid=28258): Terminating (SIGTERM)\u000a13:51:18.165303 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28259): Terminating (SIGTERM)\u000a13:51:18.206922 run iperf3-srv_10.42.42.10(pid=28260): Terminating (SIGTERM)\u000a13:51:18.248824 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28263): Terminating (SIGTERM)\u000a13:51:18.290822 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28266): Terminating (SIGTERM)\u000a13:51:18.332741 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28269): Terminating (SIGTERM)\u000a13:51:18.342498 --- ParallelTerminationStrategy: PID 28253 died...\u000a13:51:18.398745 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28253): Terminated: ok {rc=0}\u000a13:51:18.408810 --- ParallelTerminationStrategy: PID 28254 died...\u000a13:51:18.464552 run iperf3-srv_10.42.42.10(pid=28254): Terminated {rc=256}\u000a13:51:18.474574 --- ParallelTerminationStrategy: PID 28255 died...\u000a13:51:18.530416 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28255): Terminated: ok {rc=0}\u000a13:51:18.540278 --- ParallelTerminationStrategy: PID 28256 died...\u000a13:51:18.597754 run iperf3-srv_10.42.42.10(pid=28256): Terminated {rc=256}\u000a13:51:18.607346 --- ParallelTerminationStrategy: PID 28257 died...\u000a13:51:18.660706 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28257): Terminated: ok {rc=0}\u000a13:51:18.670395 --- ParallelTerminationStrategy: PID 28258 died...\u000a13:51:18.723575 run iperf3-srv_10.42.42.10(pid=28258): Terminated {rc=256}\u000a13:51:18.733372 --- ParallelTerminationStrategy: PID 28259 died...\u000a13:51:18.786649 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28259): Terminated: ok {rc=0}\u000a13:51:18.796213 --- ParallelTerminationStrategy: PID 28260 died...\u000a13:51:18.849548 run iperf3-srv_10.42.42.10(pid=28260): Terminated {rc=256}\u000a13:51:18.859139 --- ParallelTerminationStrategy: PID 28263 died...\u000a13:51:18.912773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28263): Terminated: ok {rc=0}\u000a13:51:18.922429 --- ParallelTerminationStrategy: PID 28266 died...\u000a13:51:18.976201 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28266): Terminated: ok {rc=0}\u000a13:51:18.986314 --- ParallelTerminationStrategy: PID 28269 died...\u000a13:51:19.040410 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28269): Terminated: ok {rc=0}\u000a13:51:19.129220 bus /gobi_4: Setting Powered False\u000a13:51:20.231911 bus /gobi_4: Setting Powered False\u000a13:51:21.339327 bus /gobi_1: Setting Powered False\u000a13:51:22.446115 bus /gobi_1: Setting Powered False\u000a13:51:23.554515 bus /gobi_0: Setting Powered False\u000a13:51:24.660810 bus /gobi_0: Setting Powered False\u000a13:51:25.773200 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28277): Process ended prematurely: osmo-stp_10.42.42.5(pid=28277) [trial-2390↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28277)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28277): Process ended prematurely: osmo-stp_10.42.42.5(pid=28277) [trial-2390↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28277)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-lms+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a13:51:26.840390 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:51:26.851704 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:51:26.989368 tst ping.py: using LAC 34379\u000a13:51:27.106150 tst ping.py: using RAC 209\u000a13:51:27.222718 tst ping.py: using CellId 34379\u000a13:51:27.339275 tst ping.py: using BVCI 34380\u000a13:51:27.362149 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:51:27.372868 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:51:27.383451 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:51:27.394036 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:51:27.404563 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:51:27.415146 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:51:27.425951 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:51:27.436531 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:51:27.725188 tst ping.py:19: start network...\u000a13:51:27.857430 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:51:28.358999 run create_hlr_db(pid=28271): Launched\u000a13:51:28.543037 bus /gobi_6: Setting Powered False\u000a13:51:29.563295 run create_hlr_db(pid=28271): Terminated: ok {rc=0}\u000a13:51:29.990808 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28273): Launched\u000a13:51:30.311790 run osmo-hlr_10.42.42.2(pid=28274): Launched\u000a13:51:30.429430 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:51:31.003690 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28276): Launched\u000a13:51:31.462107 run osmo-stp_10.42.42.5(pid=28277): Launched\u000a13:51:31.660452 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:51:32.207636 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28279): Launched\u000a13:51:32.315917 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:51:32.580911 run patchelf(pid=28280): Launched\u000a13:51:32.756375 run osmo-stp_10.42.42.5(pid=28277): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28277)]\u000a13:51:32.885132 run osmo-stp_10.42.42.5(pid=28277): stdout: \u000a| (launched: 2022-12-13_13:51:31.158848)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:51:33.014033 run osmo-stp_10.42.42.5(pid=28277): stderr: \u000a| �[0;m�[38;5;43m20221213135131378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135131378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135131378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135131378 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135131379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135131379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135131379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:51:33.137960 run osmo-stp_10.42.42.5(pid=28277): stdout: \u000a| (launched: 2022-12-13_13:51:31.158848)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:51:33.260352 run osmo-stp_10.42.42.5(pid=28277): stderr: \u000a| �[0;m�[38;5;43m20221213135131378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135131378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135131378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135131378 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135131379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135131379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135131379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:51:33.403467 run patchelf(pid=28280): Terminating (SIGINT)\u000a13:51:33.571696 run patchelf(pid=28280): Terminated: ok {rc=0}\u000a13:51:33.602478 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=28277): Process ended prematurely: osmo-stp_10.42.42.5(pid=28277) [trial-2390↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28277)] [trial-2390↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22]\u000a13:51:33.611224 tst ping.py:22: Test FAILED (6.8 sec)\u000a13:51:33.671501 run osmo-hlr_10.42.42.2(pid=28274): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-lms+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28274)]\u000a13:51:33.720361 run osmo-hlr_10.42.42.2(pid=28274): stdout: \u000a| (launched: 2022-12-13_13:51:30.153083) \u000a13:51:33.769898 run osmo-hlr_10.42.42.2(pid=28274): stderr: \u000a| �[0;m�[1;31m20221213135130348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213135130348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213135130348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135130348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135130348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213135130348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213135130364 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-lms+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213135130374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213135130374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213135130374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:51:33.812344 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28273): Terminating (SIGTERM)\u000a13:51:33.852353 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28276): Terminating (SIGTERM)\u000a13:51:33.892406 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28279): Terminating (SIGTERM)\u000a13:51:33.902238 --- ParallelTerminationStrategy: PID 28273 died...\u000a13:51:33.957355 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28273): Terminated: ok {rc=0}\u000a13:51:33.967133 --- ParallelTerminationStrategy: PID 28276 died...\u000a13:51:34.020743 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28276): Terminated: ok {rc=0}\u000a13:51:34.030522 --- ParallelTerminationStrategy: PID 28279 died...\u000a13:51:34.084296 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28279): Terminated: ok {rc=0}\u000a13:51:34.173331 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28287): Process ended prematurely: osmo-stp_10.42.42.5(pid=28287) [trial-2390↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28287)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28287): Process ended prematurely: osmo-stp_10.42.42.5(pid=28287) [trial-2390↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28287)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-lms+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a13:51:35.226919 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:51:35.238866 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:51:35.385205 tst ping_idle_ping.py: using LAC 34380\u000a13:51:35.504467 tst ping_idle_ping.py: using RAC 210\u000a13:51:35.624265 tst ping_idle_ping.py: using CellId 34380\u000a13:51:35.743797 tst ping_idle_ping.py: using BVCI 34381\u000a13:51:35.766916 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:51:35.777990 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:51:35.788797 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:51:35.799626 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:51:35.810376 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:51:35.821216 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:51:35.832137 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:51:35.842886 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:51:36.134526 tst ping_idle_ping.py:24: start network...\u000a13:51:36.267921 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:51:36.772227 run create_hlr_db(pid=28281): Launched\u000a13:51:36.958326 bus /gobi_6: Setting Powered False\u000a13:51:37.977498 run create_hlr_db(pid=28281): Terminated: ok {rc=0}\u000a13:51:38.403320 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28283): Launched\u000a13:51:38.725562 run osmo-hlr_10.42.42.2(pid=28284): Launched\u000a13:51:38.843262 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:51:39.403304 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28286): Launched\u000a13:51:39.725920 run osmo-stp_10.42.42.5(pid=28287): Launched\u000a13:51:39.842871 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:51:40.403406 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28289): Launched\u000a13:51:40.517123 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:51:40.796602 run patchelf(pid=28290): Launched\u000a13:51:40.984356 run osmo-stp_10.42.42.5(pid=28287): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28287)]\u000a13:51:41.122101 run osmo-stp_10.42.42.5(pid=28287): stdout: \u000a| (launched: 2022-12-13_13:51:39.566106)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:51:41.259666 run osmo-stp_10.42.42.5(pid=28287): stderr: \u000a| �[0;m�[38;5;43m20221213135139758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135139758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135139758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135139758 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135139759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135139759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135139759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:51:41.392732 run osmo-stp_10.42.42.5(pid=28287): stdout: \u000a| (launched: 2022-12-13_13:51:39.566106)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:51:41.524406 run osmo-stp_10.42.42.5(pid=28287): stderr: \u000a| �[0;m�[38;5;43m20221213135139758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135139758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135139758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135139758 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135139759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135139759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135139759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:51:41.678671 run patchelf(pid=28290): Terminating (SIGINT)\u000a13:51:41.859141 run patchelf(pid=28290): Terminated: ok {rc=0}\u000a13:51:41.891748 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=28287): Process ended prematurely: osmo-stp_10.42.42.5(pid=28287) [trial-2390↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28287)] [trial-2390↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a13:51:41.901044 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a13:51:41.964287 run osmo-hlr_10.42.42.2(pid=28284): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28284)]\u000a13:51:42.016106 run osmo-hlr_10.42.42.2(pid=28284): stdout: \u000a| (launched: 2022-12-13_13:51:38.565860) \u000a13:51:42.068078 run osmo-hlr_10.42.42.2(pid=28284): stderr: \u000a| �[0;m�[1;31m20221213135138763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213135138763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213135138763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135138763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135138763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213135138763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213135138776 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-lms+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213135138784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213135138784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213135138784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:51:42.112916 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28283): Terminating (SIGTERM)\u000a13:51:42.155296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28286): Terminating (SIGTERM)\u000a13:51:42.197767 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28289): Terminating (SIGTERM)\u000a13:51:42.207524 --- ParallelTerminationStrategy: PID 28283 died...\u000a13:51:42.264142 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28283): Terminated: ok {rc=0}\u000a13:51:42.274241 --- ParallelTerminationStrategy: PID 28286 died...\u000a13:51:42.331449 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28286): Terminated: ok {rc=0}\u000a13:51:42.341674 --- ParallelTerminationStrategy: PID 28289 died...\u000a13:51:42.398592 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28289): Terminated: ok {rc=0}\u000a13:51:42.486870 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "108", "name" : "gprs_trx-lms+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:50:43" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28304): Process ended prematurely: osmo-stp_10.42.42.5(pid=28304) [trial-2390↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28304)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28304): Process ended prematurely: osmo-stp_10.42.42.5(pid=28304) [trial-2390↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28304)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-lms+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:51:44.638865 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:51:44.650322 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:51:44.816205 tst cs_paging_gprs_active.py: using LAC 34381\u000a13:51:44.942637 tst cs_paging_gprs_active.py: using RAC 211\u000a13:51:45.071199 tst cs_paging_gprs_active.py: using CellId 34381\u000a13:51:45.199123 tst cs_paging_gprs_active.py: using BVCI 34382\u000a13:51:45.224321 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:51:45.235643 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:51:45.246867 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:51:45.258115 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:51:45.269687 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:51:45.281545 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:51:45.293522 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:51:45.305271 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:51:45.317236 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:51:45.433987 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:51:45.730769 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:51:45.887662 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:51:46.240545 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28294): Launched\u000a13:51:46.537960 run iperf3-srv_10.42.42.10(pid=28295): Launched\u000a13:51:46.742428 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:51:46.882161 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:51:47.235380 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28296): Launched\u000a13:51:47.515532 run iperf3-srv_10.42.42.10(pid=28297): Launched\u000a13:51:47.714932 tst cs_paging_gprs_active.py:38: start network...\u000a13:51:47.851130 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:51:48.365285 run create_hlr_db(pid=28298): Launched\u000a13:51:48.552722 bus /gobi_6: Setting Powered False\u000a13:51:49.574858 run create_hlr_db(pid=28298): Terminated: ok {rc=0}\u000a13:51:50.008497 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28300): Launched\u000a13:51:50.336353 run osmo-hlr_10.42.42.2(pid=28301): Launched\u000a13:51:50.452268 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:51:51.017694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28303): Launched\u000a13:51:51.343988 run osmo-stp_10.42.42.5(pid=28304): Launched\u000a13:51:51.461899 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:51:52.031754 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28306): Launched\u000a13:51:52.148518 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:51:52.441290 run patchelf(pid=28307): Launched\u000a13:51:52.632159 run osmo-stp_10.42.42.5(pid=28304): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28304)]\u000a13:51:52.771342 run osmo-stp_10.42.42.5(pid=28304): stdout: \u000a| (launched: 2022-12-13_13:51:51.182808)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:51:52.911119 run osmo-stp_10.42.42.5(pid=28304): stderr: \u000a| �[0;m�[38;5;43m20221213135151373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135151373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135151373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135151374 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135151374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135151374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135151375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:51:53.046119 run osmo-stp_10.42.42.5(pid=28304): stdout: \u000a| (launched: 2022-12-13_13:51:51.182808)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:51:53.180099 run osmo-stp_10.42.42.5(pid=28304): stderr: \u000a| �[0;m�[38;5;43m20221213135151373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135151373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135151373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135151374 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135151374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135151374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135151375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:51:53.336195 run patchelf(pid=28307): Terminating (SIGINT)\u000a13:51:53.519308 run patchelf(pid=28307): Terminated: ok {rc=0}\u000a13:51:53.552868 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=28304): Process ended prematurely: osmo-stp_10.42.42.5(pid=28304) [trial-2390↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28304)] [trial-2390↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a13:51:53.563002 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a13:51:53.626698 run osmo-hlr_10.42.42.2(pid=28301): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28301)]\u000a13:51:53.678009 run osmo-hlr_10.42.42.2(pid=28301): stdout: \u000a| (launched: 2022-12-13_13:51:50.174563) \u000a13:51:53.730046 run osmo-hlr_10.42.42.2(pid=28301): stderr: \u000a| �[0;m�[1;31m20221213135150372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213135150372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213135150372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135150372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135150372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213135150372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213135150385 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-lms+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213135150393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213135150394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213135150394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:51:53.774884 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28294): Terminating (SIGTERM)\u000a13:51:53.817023 run iperf3-srv_10.42.42.10(pid=28295): Terminating (SIGTERM)\u000a13:51:53.859232 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28296): Terminating (SIGTERM)\u000a13:51:53.901392 run iperf3-srv_10.42.42.10(pid=28297): Terminating (SIGTERM)\u000a13:51:53.943570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28300): Terminating (SIGTERM)\u000a13:51:53.985624 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28303): Terminating (SIGTERM)\u000a13:51:54.027706 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28306): Terminating (SIGTERM)\u000a13:51:54.037603 --- ParallelTerminationStrategy: PID 28294 died...\u000a13:51:54.093832 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28294): Terminated: ok {rc=0}\u000a13:51:54.103930 --- ParallelTerminationStrategy: PID 28295 died...\u000a13:51:54.159929 run iperf3-srv_10.42.42.10(pid=28295): Terminated {rc=256}\u000a13:51:54.169962 --- ParallelTerminationStrategy: PID 28296 died...\u000a13:51:54.225886 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28296): Terminated: ok {rc=0}\u000a13:51:54.235880 --- ParallelTerminationStrategy: PID 28297 died...\u000a13:51:54.291685 run iperf3-srv_10.42.42.10(pid=28297): Terminated {rc=256}\u000a13:51:54.301804 --- ParallelTerminationStrategy: PID 28300 died...\u000a13:51:54.357567 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28300): Terminated: ok {rc=0}\u000a13:51:54.367532 --- ParallelTerminationStrategy: PID 28303 died...\u000a13:51:54.423507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28303): Terminated: ok {rc=0}\u000a13:51:54.433950 --- ParallelTerminationStrategy: PID 28306 died...\u000a13:51:54.489953 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28306): Terminated: ok {rc=0}\u000a13:51:54.575977 bus /gobi_0: Setting Powered False\u000a13:51:55.682719 bus /gobi_0: Setting Powered False\u000a13:51:56.793708 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28316): Process ended prematurely: osmo-stp_10.42.42.5(pid=28316) [trial-2390↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28316)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28316): Process ended prematurely: osmo-stp_10.42.42.5(pid=28316) [trial-2390↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28316)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-lms+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a13:51:57.907620 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:51:57.919827 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:51:58.084672 tst iperf3.py: using LAC 34382\u000a13:51:58.212547 tst iperf3.py: using RAC 212\u000a13:51:58.339401 tst iperf3.py: using CellId 34382\u000a13:51:58.468605 tst iperf3.py: using BVCI 34383\u000a13:51:58.493802 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:51:58.505271 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:51:58.516511 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:51:58.527859 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:51:58.539452 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:51:58.550910 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:51:58.562699 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:51:58.574141 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:51:58.586228 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:51:58.865725 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:51:58.991726 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:51:59.305942 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28308): Launched\u000a13:51:59.568121 run iperf3-srv_10.42.42.10(pid=28309): Launched\u000a13:51:59.753534 tst iperf3.py:8: start network...\u000a13:51:59.879510 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:52:00.366508 run create_hlr_db(pid=28310): Launched\u000a13:52:00.539718 bus /gobi_6: Setting Powered False\u000a13:52:01.564111 run create_hlr_db(pid=28310): Terminated: ok {rc=0}\u000a13:52:01.991570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28312): Launched\u000a13:52:02.325326 run osmo-hlr_10.42.42.2(pid=28313): Launched\u000a13:52:02.437232 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:52:02.966394 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28315): Launched\u000a13:52:03.272357 run osmo-stp_10.42.42.5(pid=28316): Launched\u000a13:52:03.384194 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:52:03.913226 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28318): Launched\u000a13:52:04.020362 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:52:04.285880 run patchelf(pid=28319): Launched\u000a13:52:04.463346 run osmo-stp_10.42.42.5(pid=28316): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28316)]\u000a13:52:04.593189 run osmo-stp_10.42.42.5(pid=28316): stdout: \u000a| (launched: 2022-12-13_13:52:03.120365)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:52:04.723600 run osmo-stp_10.42.42.5(pid=28316): stderr: \u000a| �[0;m�[38;5;43m20221213135203286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135203286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135203287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135203287 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135203288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135203288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135203288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:52:04.848780 run osmo-stp_10.42.42.5(pid=28316): stdout: \u000a| (launched: 2022-12-13_13:52:03.120365)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:52:04.973154 run osmo-stp_10.42.42.5(pid=28316): stderr: \u000a| �[0;m�[38;5;43m20221213135203286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135203286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135203287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135203287 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135203288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135203288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135203288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:52:05.118515 run patchelf(pid=28319): Terminating (SIGINT)\u000a13:52:05.288458 run patchelf(pid=28319): Terminated: ok {rc=0}\u000a13:52:05.319805 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28316): Process ended prematurely: osmo-stp_10.42.42.5(pid=28316) [trial-2390↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28316)] [trial-2390↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a13:52:05.329119 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a13:52:05.388681 run osmo-hlr_10.42.42.2(pid=28313): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28313)]\u000a13:52:05.437398 run osmo-hlr_10.42.42.2(pid=28313): stdout: \u000a| (launched: 2022-12-13_13:52:02.151525) \u000a13:52:05.486676 run osmo-hlr_10.42.42.2(pid=28313): stderr: \u000a| �[0;m�[1;31m20221213135202349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213135202349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213135202349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135202349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135202349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213135202349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213135202361 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213135202369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213135202369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213135202369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:52:05.528500 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28308): Terminating (SIGTERM)\u000a13:52:05.568095 run iperf3-srv_10.42.42.10(pid=28309): Terminating (SIGTERM)\u000a13:52:05.607597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28312): Terminating (SIGTERM)\u000a13:52:05.647119 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28315): Terminating (SIGTERM)\u000a13:52:05.686657 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28318): Terminating (SIGTERM)\u000a13:52:05.695799 --- ParallelTerminationStrategy: PID 28308 died...\u000a13:52:05.748654 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28308): Terminated: ok {rc=0}\u000a13:52:05.758217 --- ParallelTerminationStrategy: PID 28309 died...\u000a13:52:05.810811 run iperf3-srv_10.42.42.10(pid=28309): Terminated {rc=256}\u000a13:52:05.820231 --- ParallelTerminationStrategy: PID 28312 died...\u000a13:52:05.872734 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28312): Terminated: ok {rc=0}\u000a13:52:05.882244 --- ParallelTerminationStrategy: PID 28315 died...\u000a13:52:05.934948 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28315): Terminated: ok {rc=0}\u000a13:52:05.944480 --- ParallelTerminationStrategy: PID 28318 died...\u000a13:52:05.997024 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28318): Terminated: ok {rc=0}\u000a13:52:06.079946 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28335): Process ended prematurely: osmo-stp_10.42.42.5(pid=28335) [trial-2390↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28335)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28335): Process ended prematurely: osmo-stp_10.42.42.5(pid=28335) [trial-2390↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28335)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-lms+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a13:52:07.188463 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:52:07.199874 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:52:07.356327 tst iperf3m4.py: using LAC 34383\u000a13:52:07.475070 tst iperf3m4.py: using RAC 213\u000a13:52:07.595655 tst iperf3m4.py: using CellId 34383\u000a13:52:07.715639 tst iperf3m4.py: using BVCI 34384\u000a13:52:07.738803 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:52:07.749745 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:52:07.760266 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:52:07.770995 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:52:07.781613 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:52:07.792203 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:52:07.802956 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:52:07.813487 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:52:07.824303 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:52:07.945813 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:52:08.062972 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:52:08.183175 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:52:08.461737 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:52:08.587503 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:52:08.902826 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28321): Launched\u000a13:52:09.163746 run iperf3-srv_10.42.42.10(pid=28322): Launched\u000a13:52:09.347555 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:52:09.472642 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:52:09.786504 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28323): Launched\u000a13:52:10.047274 run iperf3-srv_10.42.42.10(pid=28324): Launched\u000a13:52:10.231087 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:52:10.355916 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:52:10.670890 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28325): Launched\u000a13:52:10.931596 run iperf3-srv_10.42.42.10(pid=28326): Launched\u000a13:52:11.114918 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:52:11.239735 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:52:11.553283 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28327): Launched\u000a13:52:11.816026 run iperf3-srv_10.42.42.10(pid=28328): Launched\u000a13:52:11.999171 tst iperf3m4.py:8: start network...\u000a13:52:12.124248 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:52:12.612830 run create_hlr_db(pid=28329): Launched\u000a13:52:12.786477 bus /gobi_6: Setting Powered False\u000a13:52:13.807475 run create_hlr_db(pid=28329): Terminated: ok {rc=0}\u000a13:52:14.237901 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28331): Launched\u000a13:52:14.564292 run osmo-hlr_10.42.42.2(pid=28332): Launched\u000a13:52:14.686912 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:52:15.250441 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28334): Launched\u000a13:52:15.576609 run osmo-stp_10.42.42.5(pid=28335): Launched\u000a13:52:15.695095 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:52:16.276563 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28337): Launched\u000a13:52:16.388140 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:52:16.678361 run patchelf(pid=28338): Launched\u000a13:52:16.900149 run osmo-stp_10.42.42.5(pid=28335): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28335)]\u000a13:52:17.083596 run osmo-stp_10.42.42.5(pid=28335): stdout: \u000a| (launched: 2022-12-13_13:52:15.414986)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:52:17.219055 run osmo-stp_10.42.42.5(pid=28335): stderr: \u000a| �[0;m�[38;5;43m20221213135215604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135215604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135215604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135215605 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135215605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135215605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135215605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:52:17.347316 run osmo-stp_10.42.42.5(pid=28335): stdout: \u000a| (launched: 2022-12-13_13:52:15.414986)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:52:17.470947 run osmo-stp_10.42.42.5(pid=28335): stderr: \u000a| �[0;m�[38;5;43m20221213135215604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135215604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135215604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135215605 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135215605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135215605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135215605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:52:17.615585 run patchelf(pid=28338): Terminating (SIGINT)\u000a13:52:17.785853 run patchelf(pid=28338): Terminated: ok {rc=0}\u000a13:52:17.817200 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28335): Process ended prematurely: osmo-stp_10.42.42.5(pid=28335) [trial-2390↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28335)] [trial-2390↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a13:52:17.826889 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a13:52:17.886383 run osmo-hlr_10.42.42.2(pid=28332): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28332)]\u000a13:52:17.935144 run osmo-hlr_10.42.42.2(pid=28332): stdout: \u000a| (launched: 2022-12-13_13:52:14.403008) \u000a13:52:17.984340 run osmo-hlr_10.42.42.2(pid=28332): stderr: \u000a| �[0;m�[1;31m20221213135214599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213135214599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213135214599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135214599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135214599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213135214599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213135214611 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213135214620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213135214621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213135214621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:52:18.026364 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28321): Terminating (SIGTERM)\u000a13:52:18.066018 run iperf3-srv_10.42.42.10(pid=28322): Terminating (SIGTERM)\u000a13:52:18.105695 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28323): Terminating (SIGTERM)\u000a13:52:18.145147 run iperf3-srv_10.42.42.10(pid=28324): Terminating (SIGTERM)\u000a13:52:18.184603 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28325): Terminating (SIGTERM)\u000a13:52:18.224043 run iperf3-srv_10.42.42.10(pid=28326): Terminating (SIGTERM)\u000a13:52:18.263905 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28327): Terminating (SIGTERM)\u000a13:52:18.303508 run iperf3-srv_10.42.42.10(pid=28328): Terminating (SIGTERM)\u000a13:52:18.343084 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28331): Terminating (SIGTERM)\u000a13:52:18.383517 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28334): Terminating (SIGTERM)\u000a13:52:18.423020 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28337): Terminating (SIGTERM)\u000a13:52:18.431971 --- ParallelTerminationStrategy: PID 28321 died...\u000a13:52:18.484663 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28321): Terminated: ok {rc=0}\u000a13:52:18.494447 --- ParallelTerminationStrategy: PID 28322 died...\u000a13:52:18.547572 run iperf3-srv_10.42.42.10(pid=28322): Terminated {rc=256}\u000a13:52:18.557134 --- ParallelTerminationStrategy: PID 28323 died...\u000a13:52:18.610655 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28323): Terminated: ok {rc=0}\u000a13:52:18.620336 --- ParallelTerminationStrategy: PID 28324 died...\u000a13:52:18.672936 run iperf3-srv_10.42.42.10(pid=28324): Terminated {rc=256}\u000a13:52:18.682482 --- ParallelTerminationStrategy: PID 28325 died...\u000a13:52:18.735443 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28325): Terminated: ok {rc=0}\u000a13:52:18.745062 --- ParallelTerminationStrategy: PID 28326 died...\u000a13:52:18.797726 run iperf3-srv_10.42.42.10(pid=28326): Terminated {rc=256}\u000a13:52:18.807249 --- ParallelTerminationStrategy: PID 28327 died...\u000a13:52:18.860123 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28327): Terminated: ok {rc=0}\u000a13:52:18.869953 --- ParallelTerminationStrategy: PID 28328 died...\u000a13:52:18.922735 run iperf3-srv_10.42.42.10(pid=28328): Terminated {rc=256}\u000a13:52:18.932353 --- ParallelTerminationStrategy: PID 28331 died...\u000a13:52:18.985223 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28331): Terminated: ok {rc=0}\u000a13:52:18.994832 --- ParallelTerminationStrategy: PID 28334 died...\u000a13:52:19.047674 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28334): Terminated: ok {rc=0}\u000a13:52:19.057828 --- ParallelTerminationStrategy: PID 28337 died...\u000a13:52:19.111230 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28337): Terminated: ok {rc=0}\u000a13:52:19.194962 bus /gobi_4: Setting Powered False\u000a13:52:20.302464 bus /gobi_4: Setting Powered False\u000a13:52:21.413827 bus /gobi_1: Setting Powered False\u000a13:52:22.516637 bus /gobi_1: Setting Powered False\u000a13:52:23.623459 bus /gobi_0: Setting Powered False\u000a13:52:24.729544 bus /gobi_0: Setting Powered False\u000a13:52:25.841988 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28345): Process ended prematurely: osmo-stp_10.42.42.5(pid=28345) [trial-2390↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28345)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28345): Process ended prematurely: osmo-stp_10.42.42.5(pid=28345) [trial-2390↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28345)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-lms+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a13:52:26.909922 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:52:26.921438 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:52:27.077885 tst ping.py: using LAC 34384\u000a13:52:27.194252 tst ping.py: using RAC 214\u000a13:52:27.310968 tst ping.py: using CellId 34384\u000a13:52:27.426960 tst ping.py: using BVCI 34385\u000a13:52:27.449650 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:52:27.460431 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:52:27.471144 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:52:27.481766 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:52:27.492310 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:52:27.503000 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:52:27.513737 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:52:27.524347 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:52:27.815516 tst ping.py:19: start network...\u000a13:52:27.948351 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:52:28.449612 run create_hlr_db(pid=28339): Launched\u000a13:52:28.636406 bus /gobi_6: Setting Powered False\u000a13:52:29.655374 run create_hlr_db(pid=28339): Terminated: ok {rc=0}\u000a13:52:30.058026 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28341): Launched\u000a13:52:30.356590 run osmo-hlr_10.42.42.2(pid=28342): Launched\u000a13:52:30.474252 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:52:31.039870 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28344): Launched\u000a13:52:31.466974 run osmo-stp_10.42.42.5(pid=28345): Launched\u000a13:52:31.684831 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:52:32.265603 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28347): Launched\u000a13:52:32.380340 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:52:32.660884 run patchelf(pid=28348): Launched\u000a13:52:32.847806 run osmo-stp_10.42.42.5(pid=28345): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28345)]\u000a13:52:32.984366 run osmo-stp_10.42.42.5(pid=28345): stdout: \u000a| (launched: 2022-12-13_13:52:31.211238)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:52:33.121294 run osmo-stp_10.42.42.5(pid=28345): stderr: \u000a| �[0;m�[38;5;43m20221213135231507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135231507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135231507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135231508 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135231508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135231508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135231508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:52:33.253002 run osmo-stp_10.42.42.5(pid=28345): stdout: \u000a| (launched: 2022-12-13_13:52:31.211238)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:52:33.383258 run osmo-stp_10.42.42.5(pid=28345): stderr: \u000a| �[0;m�[38;5;43m20221213135231507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135231507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135231507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135231508 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135231508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135231508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135231508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:52:33.535586 run patchelf(pid=28348): Terminating (SIGINT)\u000a13:52:33.715342 run patchelf(pid=28348): Terminated: ok {rc=0}\u000a13:52:33.747962 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=28345): Process ended prematurely: osmo-stp_10.42.42.5(pid=28345) [trial-2390↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28345)] [trial-2390↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22]\u000a13:52:33.757478 tst ping.py:22: Test FAILED (6.8 sec)\u000a13:52:33.821328 run osmo-hlr_10.42.42.2(pid=28342): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28342)]\u000a13:52:33.872716 run osmo-hlr_10.42.42.2(pid=28342): stdout: \u000a| (launched: 2022-12-13_13:52:30.208914) \u000a13:52:33.924858 run osmo-hlr_10.42.42.2(pid=28342): stderr: \u000a| �[0;m�[1;31m20221213135230385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213135230385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213135230385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135230385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135230385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213135230385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213135230397 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-lms+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213135230406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213135230406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213135230406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:52:33.969687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28341): Terminating (SIGTERM)\u000a13:52:34.012161 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28344): Terminating (SIGTERM)\u000a13:52:34.054575 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28347): Terminating (SIGTERM)\u000a13:52:34.064394 --- ParallelTerminationStrategy: PID 28341 died...\u000a13:52:34.121656 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28341): Terminated: ok {rc=0}\u000a13:52:34.131995 --- ParallelTerminationStrategy: PID 28344 died...\u000a13:52:34.188710 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28344): Terminated: ok {rc=0}\u000a13:52:34.198943 --- ParallelTerminationStrategy: PID 28347 died...\u000a13:52:34.255500 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28347): Terminated: ok {rc=0}\u000a13:52:34.341615 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 60, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28355): Process ended prematurely: osmo-stp_10.42.42.5(pid=28355) [trial-2390↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28355)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28355): Process ended prematurely: osmo-stp_10.42.42.5(pid=28355) [trial-2390↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28355)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-lms+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a13:52:35.395127 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:52:35.407034 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:52:35.561843 tst ping_idle_ping.py: using LAC 34385\u000a13:52:35.679028 tst ping_idle_ping.py: using RAC 215\u000a13:52:35.799119 tst ping_idle_ping.py: using CellId 34385\u000a13:52:35.918751 tst ping_idle_ping.py: using BVCI 34386\u000a13:52:35.942046 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:52:35.952832 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:52:35.963456 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:52:35.974172 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:52:35.984893 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:52:35.995612 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:52:36.006403 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:52:36.017114 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:52:36.292604 tst ping_idle_ping.py:24: start network...\u000a13:52:36.417400 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:52:36.900195 run create_hlr_db(pid=28349): Launched\u000a13:52:37.072420 bus /gobi_6: Setting Powered False\u000a13:52:38.094500 run create_hlr_db(pid=28349): Terminated: ok {rc=0}\u000a13:52:38.519045 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28351): Launched\u000a13:52:38.838162 run osmo-hlr_10.42.42.2(pid=28352): Launched\u000a13:52:38.956170 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:52:39.510814 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28354): Launched\u000a13:52:39.830981 run osmo-stp_10.42.42.5(pid=28355): Launched\u000a13:52:39.946405 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:52:40.504612 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28357): Launched\u000a13:52:40.619207 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:52:40.899795 run patchelf(pid=28358): Launched\u000a13:52:41.086619 run osmo-stp_10.42.42.5(pid=28355): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28355)]\u000a13:52:41.223315 run osmo-stp_10.42.42.5(pid=28355): stdout: \u000a| (launched: 2022-12-13_13:52:39.673081)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:52:41.360577 run osmo-stp_10.42.42.5(pid=28355): stderr: \u000a| �[0;m�[38;5;43m20221213135239859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135239859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135239860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135239860 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135239861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135239861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135239861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:52:41.492603 run osmo-stp_10.42.42.5(pid=28355): stdout: \u000a| (launched: 2022-12-13_13:52:39.673081)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:52:41.623912 run osmo-stp_10.42.42.5(pid=28355): stderr: \u000a| �[0;m�[38;5;43m20221213135239859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135239859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135239860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135239860 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135239861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135239861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135239861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:52:41.776625 run patchelf(pid=28358): Terminating (SIGINT)\u000a13:52:41.956043 run patchelf(pid=28358): Terminated: ok {rc=0}\u000a13:52:41.988532 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=28355): Process ended prematurely: osmo-stp_10.42.42.5(pid=28355) [trial-2390↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28355)] [trial-2390↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a13:52:41.997909 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a13:52:42.060724 run osmo-hlr_10.42.42.2(pid=28352): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28352)]\u000a13:52:42.111902 run osmo-hlr_10.42.42.2(pid=28352): stdout: \u000a| (launched: 2022-12-13_13:52:38.681755) \u000a13:52:42.163472 run osmo-hlr_10.42.42.2(pid=28352): stderr: \u000a| �[0;m�[1;31m20221213135238877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213135238877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213135238877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135238877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135238877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213135238877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213135238889 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-lms+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213135238898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213135238899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213135238899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:52:42.207947 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28351): Terminating (SIGTERM)\u000a13:52:42.250353 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28354): Terminating (SIGTERM)\u000a13:52:42.292567 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28357): Terminating (SIGTERM)\u000a13:52:42.302392 --- ParallelTerminationStrategy: PID 28351 died...\u000a13:52:42.359001 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28351): Terminated: ok {rc=0}\u000a13:52:42.369245 --- ParallelTerminationStrategy: PID 28354 died...\u000a13:52:42.425594 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28354): Terminated: ok {rc=0}\u000a13:52:42.435798 --- ParallelTerminationStrategy: PID 28357 died...\u000a13:52:42.492159 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28357): Terminated: ok {rc=0}\u000a13:52:42.577937 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "109", "name" : "gprs_trx-lms+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:51:44" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28372): Process ended prematurely: osmo-stp_10.42.42.5(pid=28372) [trial-2390↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28372)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28372): Process ended prematurely: osmo-stp_10.42.42.5(pid=28372) [trial-2390↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28372)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-lms+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:52:44.742482 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:52:44.753745 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:52:44.919320 tst cs_paging_gprs_active.py: using LAC 34386\u000a13:52:45.048472 tst cs_paging_gprs_active.py: using RAC 216\u000a13:52:45.175322 tst cs_paging_gprs_active.py: using CellId 34386\u000a13:52:45.300602 tst cs_paging_gprs_active.py: using BVCI 34387\u000a13:52:45.324284 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:52:45.335347 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:52:45.346301 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:52:45.357343 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:52:45.368599 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:52:45.379892 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:52:45.391318 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:52:45.402676 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:52:45.414303 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:52:45.536012 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:52:45.823566 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:52:45.961968 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:52:46.298900 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28362): Launched\u000a13:52:46.583007 run iperf3-srv_10.42.42.10(pid=28363): Launched\u000a13:52:46.771184 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:52:46.900156 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:52:47.236145 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28364): Launched\u000a13:52:47.498733 run iperf3-srv_10.42.42.10(pid=28365): Launched\u000a13:52:47.682464 tst cs_paging_gprs_active.py:38: start network...\u000a13:52:47.807991 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:52:48.296817 run create_hlr_db(pid=28366): Launched\u000a13:52:48.470766 bus /gobi_6: Setting Powered False\u000a13:52:49.491612 run create_hlr_db(pid=28366): Terminated: ok {rc=0}\u000a13:52:49.895398 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28368): Launched\u000a13:52:50.199290 run osmo-hlr_10.42.42.2(pid=28369): Launched\u000a13:52:50.309968 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:52:50.838718 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28371): Launched\u000a13:52:51.143353 run osmo-stp_10.42.42.5(pid=28372): Launched\u000a13:52:51.254414 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:52:51.787510 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28374): Launched\u000a13:52:51.897598 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:52:52.166534 run patchelf(pid=28375): Launched\u000a13:52:52.346049 run osmo-stp_10.42.42.5(pid=28372): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28372)]\u000a13:52:52.475765 run osmo-stp_10.42.42.5(pid=28372): stdout: \u000a| (launched: 2022-12-13_13:52:50.992906)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:52:52.606420 run osmo-stp_10.42.42.5(pid=28372): stderr: \u000a| �[0;m�[38;5;43m20221213135251163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135251163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135251164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135251164 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135251165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135251165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135251165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:52:52.731615 run osmo-stp_10.42.42.5(pid=28372): stdout: \u000a| (launched: 2022-12-13_13:52:50.992906)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:52:52.855635 run osmo-stp_10.42.42.5(pid=28372): stderr: \u000a| �[0;m�[38;5;43m20221213135251163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135251163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135251164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135251164 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135251165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135251165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135251165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:52:53.000226 run patchelf(pid=28375): Terminating (SIGINT)\u000a13:52:53.171397 run patchelf(pid=28375): Terminated: ok {rc=0}\u000a13:52:53.202670 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=28372): Process ended prematurely: osmo-stp_10.42.42.5(pid=28372) [trial-2390↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28372)] [trial-2390↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a13:52:53.211961 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a13:52:53.271379 run osmo-hlr_10.42.42.2(pid=28369): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28369)]\u000a13:52:53.320259 run osmo-hlr_10.42.42.2(pid=28369): stdout: \u000a| (launched: 2022-12-13_13:52:50.049791) \u000a13:52:53.369425 run osmo-hlr_10.42.42.2(pid=28369): stderr: \u000a| �[0;m�[1;31m20221213135250223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213135250223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213135250223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135250224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135250224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213135250224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213135250235 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-lms+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213135250244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213135250244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213135250244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:52:53.411173 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28362): Terminating (SIGTERM)\u000a13:52:53.450487 run iperf3-srv_10.42.42.10(pid=28363): Terminating (SIGTERM)\u000a13:52:53.489735 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28364): Terminating (SIGTERM)\u000a13:52:53.528817 run iperf3-srv_10.42.42.10(pid=28365): Terminating (SIGTERM)\u000a13:52:53.568214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28368): Terminating (SIGTERM)\u000a13:52:53.607449 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28371): Terminating (SIGTERM)\u000a13:52:53.646644 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28374): Terminating (SIGTERM)\u000a13:52:53.655773 --- ParallelTerminationStrategy: PID 28362 died...\u000a13:52:53.708527 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28362): Terminated: ok {rc=0}\u000a13:52:53.718071 --- ParallelTerminationStrategy: PID 28363 died...\u000a13:52:53.770434 run iperf3-srv_10.42.42.10(pid=28363): Terminated {rc=256}\u000a13:52:53.779816 --- ParallelTerminationStrategy: PID 28364 died...\u000a13:52:53.832413 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28364): Terminated: ok {rc=0}\u000a13:52:53.841922 --- ParallelTerminationStrategy: PID 28365 died...\u000a13:52:53.894284 run iperf3-srv_10.42.42.10(pid=28365): Terminated {rc=256}\u000a13:52:53.903725 --- ParallelTerminationStrategy: PID 28368 died...\u000a13:52:53.956195 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28368): Terminated: ok {rc=0}\u000a13:52:53.965805 --- ParallelTerminationStrategy: PID 28371 died...\u000a13:52:54.018519 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28371): Terminated: ok {rc=0}\u000a13:52:54.028073 --- ParallelTerminationStrategy: PID 28374 died...\u000a13:52:54.080738 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28374): Terminated: ok {rc=0}\u000a13:52:54.169231 bus /gobi_0: Setting Powered False\u000a13:52:55.272021 bus /gobi_0: Setting Powered False\u000a13:52:56.383549 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28384): Process ended prematurely: osmo-stp_10.42.42.5(pid=28384) [trial-2390↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28384)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28384): Process ended prematurely: osmo-stp_10.42.42.5(pid=28384) [trial-2390↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28384)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-lms+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a13:52:57.493286 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:52:57.504770 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:52:57.664395 tst iperf3.py: using LAC 34387\u000a13:52:57.785741 tst iperf3.py: using RAC 217\u000a13:52:57.904764 tst iperf3.py: using CellId 34387\u000a13:52:58.038102 tst iperf3.py: using BVCI 34388\u000a13:52:58.061346 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:52:58.072036 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:52:58.082807 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:52:58.093564 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:52:58.104065 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:52:58.114764 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:52:58.125438 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:52:58.135973 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:52:58.146670 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:52:58.444351 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:52:58.580432 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:52:58.918108 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28376): Launched\u000a13:52:59.200198 run iperf3-srv_10.42.42.10(pid=28377): Launched\u000a13:52:59.401030 tst iperf3.py:8: start network...\u000a13:52:59.537508 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:53:00.053520 run create_hlr_db(pid=28378): Launched\u000a13:53:00.241672 bus /gobi_6: Setting Powered False\u000a13:53:01.265517 run create_hlr_db(pid=28378): Terminated: ok {rc=0}\u000a13:53:01.719786 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28380): Launched\u000a13:53:02.079373 run osmo-hlr_10.42.42.2(pid=28381): Launched\u000a13:53:02.230208 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:53:02.773511 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28383): Launched\u000a13:53:03.077630 run osmo-stp_10.42.42.5(pid=28384): Launched\u000a13:53:03.187036 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:53:03.714234 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28386): Launched\u000a13:53:03.822694 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:53:04.087031 run patchelf(pid=28387): Launched\u000a13:53:04.265241 run osmo-stp_10.42.42.5(pid=28384): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28384)]\u000a13:53:04.394887 run osmo-stp_10.42.42.5(pid=28384): stdout: \u000a| (launched: 2022-12-13_13:53:02.927996)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:53:04.525493 run osmo-stp_10.42.42.5(pid=28384): stderr: \u000a| �[0;m�[38;5;43m20221213135303098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135303098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135303098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135303099 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135303099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135303099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135303099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:53:04.651703 run osmo-stp_10.42.42.5(pid=28384): stdout: \u000a| (launched: 2022-12-13_13:53:02.927996)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:53:04.776239 run osmo-stp_10.42.42.5(pid=28384): stderr: \u000a| �[0;m�[38;5;43m20221213135303098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135303098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135303098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135303099 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135303099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135303099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135303099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:53:04.921426 run patchelf(pid=28387): Terminating (SIGINT)\u000a13:53:05.091630 run patchelf(pid=28387): Terminated: ok {rc=0}\u000a13:53:05.122975 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28384): Process ended prematurely: osmo-stp_10.42.42.5(pid=28384) [trial-2390↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28384)] [trial-2390↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a13:53:05.132126 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a13:53:05.191229 run osmo-hlr_10.42.42.2(pid=28381): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28381)]\u000a13:53:05.239451 run osmo-hlr_10.42.42.2(pid=28381): stdout: \u000a| (launched: 2022-12-13_13:53:01.889909) \u000a13:53:05.288354 run osmo-hlr_10.42.42.2(pid=28381): stderr: \u000a| �[0;m�[1;31m20221213135302245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213135302245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213135302245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135302245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135302245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213135302245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213135302258 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213135302266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213135302266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213135302266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:53:05.330100 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28376): Terminating (SIGTERM)\u000a13:53:05.369201 run iperf3-srv_10.42.42.10(pid=28377): Terminating (SIGTERM)\u000a13:53:05.408579 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28380): Terminating (SIGTERM)\u000a13:53:05.447903 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28383): Terminating (SIGTERM)\u000a13:53:05.487280 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28386): Terminating (SIGTERM)\u000a13:53:05.496581 --- ParallelTerminationStrategy: PID 28376 died...\u000a13:53:05.549492 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28376): Terminated: ok {rc=0}\u000a13:53:05.559206 --- ParallelTerminationStrategy: PID 28377 died...\u000a13:53:05.612024 run iperf3-srv_10.42.42.10(pid=28377): Terminated {rc=256}\u000a13:53:05.621957 --- ParallelTerminationStrategy: PID 28380 died...\u000a13:53:05.674697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28380): Terminated: ok {rc=0}\u000a13:53:05.684119 --- ParallelTerminationStrategy: PID 28383 died...\u000a13:53:05.736430 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28383): Terminated: ok {rc=0}\u000a13:53:05.746106 --- ParallelTerminationStrategy: PID 28386 died...\u000a13:53:05.798688 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28386): Terminated: ok {rc=0}\u000a13:53:05.887009 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28405): Process ended prematurely: osmo-stp_10.42.42.5(pid=28405) [trial-2390↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28405)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28405): Process ended prematurely: osmo-stp_10.42.42.5(pid=28405) [trial-2390↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28405)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-lms+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a13:53:06.996519 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:53:07.008074 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:53:07.167687 tst iperf3m4.py: using LAC 34388\u000a13:53:07.289709 tst iperf3m4.py: using RAC 218\u000a13:53:07.417390 tst iperf3m4.py: using CellId 34388\u000a13:53:07.547917 tst iperf3m4.py: using BVCI 34389\u000a13:53:07.573117 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:53:07.584547 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:53:07.596109 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:53:07.607472 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:53:07.619333 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:53:07.631086 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:53:07.642891 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:53:07.654464 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:53:07.666243 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:53:07.784270 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:53:07.908695 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:53:08.027061 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:53:08.306820 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:53:08.433405 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:53:08.751636 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28388): Launched\u000a13:53:09.014843 run iperf3-srv_10.42.42.10(pid=28389): Launched\u000a13:53:09.199960 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:53:09.325727 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:53:09.641262 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28390): Launched\u000a13:53:09.903586 run iperf3-srv_10.42.42.10(pid=28391): Launched\u000a13:53:10.089456 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:53:10.215661 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:53:10.530668 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28392): Launched\u000a13:53:10.794442 run iperf3-srv_10.42.42.10(pid=28393): Launched\u000a13:53:10.979394 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:53:11.104792 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:53:11.421250 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28394): Launched\u000a13:53:11.683801 run iperf3-srv_10.42.42.10(pid=28395): Launched\u000a13:53:11.867967 tst iperf3m4.py:8: start network...\u000a13:53:11.993854 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:53:12.481277 run create_hlr_db(pid=28396): Launched\u000a13:53:12.655087 bus /gobi_6: Setting Powered False\u000a13:53:13.677444 run create_hlr_db(pid=28396): Terminated: ok {rc=0}\u000a13:53:14.111749 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28398): Launched\u000a13:53:14.417213 run osmo-hlr_10.42.42.2(pid=28402): Launched\u000a13:53:14.527435 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:53:15.058290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28404): Launched\u000a13:53:15.363069 run osmo-stp_10.42.42.5(pid=28405): Launched\u000a13:53:15.472412 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:53:16.063765 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28407): Launched\u000a13:53:16.185262 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:53:16.497658 run patchelf(pid=28408): Launched\u000a13:53:16.695089 run osmo-stp_10.42.42.5(pid=28405): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28405)]\u000a13:53:16.837792 run osmo-stp_10.42.42.5(pid=28405): stdout: \u000a| (launched: 2022-12-13_13:53:15.213185)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:53:16.983112 run osmo-stp_10.42.42.5(pid=28405): stderr: \u000a| �[0;m�[38;5;43m20221213135315383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135315384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135315384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135315384 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135315385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135315385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135315385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:53:17.128858 run osmo-stp_10.42.42.5(pid=28405): stdout: \u000a| (launched: 2022-12-13_13:53:15.213185)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:53:17.266388 run osmo-stp_10.42.42.5(pid=28405): stderr: \u000a| �[0;m�[38;5;43m20221213135315383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135315384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135315384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135315384 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135315385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135315385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135315385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:53:17.421806 run patchelf(pid=28408): Terminating (SIGINT)\u000a13:53:17.603946 run patchelf(pid=28408): Terminated: ok {rc=0}\u000a13:53:17.637833 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28405): Process ended prematurely: osmo-stp_10.42.42.5(pid=28405) [trial-2390↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28405)] [trial-2390↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a13:53:17.647882 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a13:53:17.712046 run osmo-hlr_10.42.42.2(pid=28402): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28402)]\u000a13:53:17.763597 run osmo-hlr_10.42.42.2(pid=28402): stdout: \u000a| (launched: 2022-12-13_13:53:14.267213) \u000a13:53:17.815835 run osmo-hlr_10.42.42.2(pid=28402): stderr: \u000a| �[0;m�[1;31m20221213135314444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213135314444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213135314444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135314445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135314445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213135314445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213135314457 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213135314466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213135314466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213135314466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:53:17.860630 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28388): Terminating (SIGTERM)\u000a13:53:17.902948 run iperf3-srv_10.42.42.10(pid=28389): Terminating (SIGTERM)\u000a13:53:17.945639 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28390): Terminating (SIGTERM)\u000a13:53:17.987579 run iperf3-srv_10.42.42.10(pid=28391): Terminating (SIGTERM)\u000a13:53:18.029869 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28392): Terminating (SIGTERM)\u000a13:53:18.071897 run iperf3-srv_10.42.42.10(pid=28393): Terminating (SIGTERM)\u000a13:53:18.114128 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28394): Terminating (SIGTERM)\u000a13:53:18.156460 run iperf3-srv_10.42.42.10(pid=28395): Terminating (SIGTERM)\u000a13:53:18.198758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28398): Terminating (SIGTERM)\u000a13:53:18.240786 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28404): Terminating (SIGTERM)\u000a13:53:18.282910 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28407): Terminating (SIGTERM)\u000a13:53:18.292298 --- ParallelTerminationStrategy: PID 28388 died...\u000a13:53:18.348892 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28388): Terminated: ok {rc=0}\u000a13:53:18.359030 --- ParallelTerminationStrategy: PID 28389 died...\u000a13:53:18.415338 run iperf3-srv_10.42.42.10(pid=28389): Terminated {rc=256}\u000a13:53:18.425518 --- ParallelTerminationStrategy: PID 28390 died...\u000a13:53:18.482705 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28390): Terminated: ok {rc=0}\u000a13:53:18.492823 --- ParallelTerminationStrategy: PID 28391 died...\u000a13:53:18.548999 run iperf3-srv_10.42.42.10(pid=28391): Terminated {rc=256}\u000a13:53:18.559096 --- ParallelTerminationStrategy: PID 28392 died...\u000a13:53:18.615285 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28392): Terminated: ok {rc=0}\u000a13:53:18.625766 --- ParallelTerminationStrategy: PID 28393 died...\u000a13:53:18.682288 run iperf3-srv_10.42.42.10(pid=28393): Terminated {rc=256}\u000a13:53:18.692397 --- ParallelTerminationStrategy: PID 28394 died...\u000a13:53:18.748763 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28394): Terminated: ok {rc=0}\u000a13:53:18.759038 --- ParallelTerminationStrategy: PID 28395 died...\u000a13:53:18.815141 run iperf3-srv_10.42.42.10(pid=28395): Terminated {rc=256}\u000a13:53:18.825445 --- ParallelTerminationStrategy: PID 28398 died...\u000a13:53:18.881821 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28398): Terminated: ok {rc=0}\u000a13:53:18.891937 --- ParallelTerminationStrategy: PID 28404 died...\u000a13:53:18.948493 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28404): Terminated: ok {rc=0}\u000a13:53:18.958684 --- ParallelTerminationStrategy: PID 28407 died...\u000a13:53:19.015216 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28407): Terminated: ok {rc=0}\u000a13:53:19.102721 bus /gobi_4: Setting Powered False\u000a13:53:20.209098 bus /gobi_4: Setting Powered False\u000a13:53:21.318188 bus /gobi_1: Setting Powered False\u000a13:53:22.423947 bus /gobi_1: Setting Powered False\u000a13:53:23.534481 bus /gobi_0: Setting Powered False\u000a13:53:24.637164 bus /gobi_0: Setting Powered False\u000a13:53:25.745254 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28415): Process ended prematurely: osmo-stp_10.42.42.5(pid=28415) [trial-2390↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28415)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28415): Process ended prematurely: osmo-stp_10.42.42.5(pid=28415) [trial-2390↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28415)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-lms+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a13:53:26.813793 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:53:26.826010 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:53:26.983615 tst ping.py: using LAC 34389\u000a13:53:27.101904 tst ping.py: using RAC 219\u000a13:53:27.218716 tst ping.py: using CellId 34389\u000a13:53:27.337993 tst ping.py: using BVCI 34390\u000a13:53:27.360892 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:53:27.371922 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:53:27.382704 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:53:27.393387 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:53:27.403919 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:53:27.414643 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:53:27.425379 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:53:27.436025 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:53:27.708518 tst ping.py:19: start network...\u000a13:53:27.831982 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:53:28.309524 run create_hlr_db(pid=28409): Launched\u000a13:53:28.480692 bus /gobi_6: Setting Powered False\u000a13:53:29.500790 run create_hlr_db(pid=28409): Terminated: ok {rc=0}\u000a13:53:29.926860 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28411): Launched\u000a13:53:30.246496 run osmo-hlr_10.42.42.2(pid=28412): Launched\u000a13:53:30.363454 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:53:30.944236 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28414): Launched\u000a13:53:31.310497 run osmo-stp_10.42.42.5(pid=28415): Launched\u000a13:53:31.462954 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:53:32.089070 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28417): Launched\u000a13:53:32.199881 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:53:32.483781 run patchelf(pid=28418): Launched\u000a13:53:32.659476 run osmo-stp_10.42.42.5(pid=28415): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28415)]\u000a13:53:32.787783 run osmo-stp_10.42.42.5(pid=28415): stdout: \u000a| (launched: 2022-12-13_13:53:31.125148)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:53:32.916734 run osmo-stp_10.42.42.5(pid=28415): stderr: \u000a| �[0;m�[38;5;43m20221213135331511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135331512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135331512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135331512 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135331523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135331523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135331524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:53:33.039951 run osmo-stp_10.42.42.5(pid=28415): stdout: \u000a| (launched: 2022-12-13_13:53:31.125148)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:53:33.161927 run osmo-stp_10.42.42.5(pid=28415): stderr: \u000a| �[0;m�[38;5;43m20221213135331511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135331512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135331512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135331512 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135331523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135331523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135331524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:53:33.304821 run patchelf(pid=28418): Terminating (SIGINT)\u000a13:53:33.473634 run patchelf(pid=28418): Terminated: ok {rc=0}\u000a13:53:33.504292 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=28415): Process ended prematurely: osmo-stp_10.42.42.5(pid=28415) [trial-2390↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28415)] [trial-2390↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22]\u000a13:53:33.513053 tst ping.py:22: Test FAILED (6.7 sec)\u000a13:53:33.573255 run osmo-hlr_10.42.42.2(pid=28412): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28412)]\u000a13:53:33.622261 run osmo-hlr_10.42.42.2(pid=28412): stdout: \u000a| (launched: 2022-12-13_13:53:30.088648) \u000a13:53:33.671846 run osmo-hlr_10.42.42.2(pid=28412): stderr: \u000a| �[0;m�[1;31m20221213135330281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213135330281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213135330281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135330281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135330281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213135330281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213135330294 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-lms+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213135330302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213135330303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213135330303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:53:33.714212 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28411): Terminating (SIGTERM)\u000a13:53:33.754106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28414): Terminating (SIGTERM)\u000a13:53:33.794105 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28417): Terminating (SIGTERM)\u000a13:53:33.803523 --- ParallelTerminationStrategy: PID 28411 died...\u000a13:53:33.857264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28411): Terminated: ok {rc=0}\u000a13:53:33.866957 --- ParallelTerminationStrategy: PID 28414 died...\u000a13:53:33.920066 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28414): Terminated: ok {rc=0}\u000a13:53:33.929812 --- ParallelTerminationStrategy: PID 28417 died...\u000a13:53:33.982842 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28417): Terminated: ok {rc=0}\u000a13:53:34.070007 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28425): Process ended prematurely: osmo-stp_10.42.42.5(pid=28425) [trial-2390↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28425)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28425): Process ended prematurely: osmo-stp_10.42.42.5(pid=28425) [trial-2390↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28425)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-lms+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a13:53:35.120684 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:53:35.132098 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:53:35.289861 tst ping_idle_ping.py: using LAC 34390\u000a13:53:35.406450 tst ping_idle_ping.py: using RAC 220\u000a13:53:35.527866 tst ping_idle_ping.py: using CellId 34390\u000a13:53:35.642333 tst ping_idle_ping.py: using BVCI 34391\u000a13:53:35.665225 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:53:35.676021 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:53:35.686784 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:53:35.697512 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:53:35.708099 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:53:35.718814 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:53:35.729697 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a13:53:35.740274 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a13:53:36.016721 tst ping_idle_ping.py:24: start network...\u000a13:53:36.139423 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:53:36.620542 run create_hlr_db(pid=28419): Launched\u000a13:53:36.792762 bus /gobi_6: Setting Powered False\u000a13:53:37.814237 run create_hlr_db(pid=28419): Terminated: ok {rc=0}\u000a13:53:38.239279 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28421): Launched\u000a13:53:38.560087 run osmo-hlr_10.42.42.2(pid=28422): Launched\u000a13:53:38.677514 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:53:39.237247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28424): Launched\u000a13:53:39.556846 run osmo-stp_10.42.42.5(pid=28425): Launched\u000a13:53:39.673363 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:53:40.230589 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28427): Launched\u000a13:53:40.344370 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:53:40.623140 run patchelf(pid=28428): Launched\u000a13:53:40.811019 run osmo-stp_10.42.42.5(pid=28425): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28425)]\u000a13:53:40.948431 run osmo-stp_10.42.42.5(pid=28425): stdout: \u000a| (launched: 2022-12-13_13:53:39.399047)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:53:41.085867 run osmo-stp_10.42.42.5(pid=28425): stderr: \u000a| �[0;m�[38;5;43m20221213135339588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135339588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135339589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135339589 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135339590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135339590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135339590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:53:41.218403 run osmo-stp_10.42.42.5(pid=28425): stdout: \u000a| (launched: 2022-12-13_13:53:39.399047)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:53:41.349272 run osmo-stp_10.42.42.5(pid=28425): stderr: \u000a| �[0;m�[38;5;43m20221213135339588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135339588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135339589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135339589 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135339590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135339590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135339590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:53:41.501907 run patchelf(pid=28428): Terminating (SIGINT)\u000a13:53:41.682040 run patchelf(pid=28428): Terminated: ok {rc=0}\u000a13:53:41.714644 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=28425): Process ended prematurely: osmo-stp_10.42.42.5(pid=28425) [trial-2390↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28425)] [trial-2390↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a13:53:41.723888 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a13:53:41.787433 run osmo-hlr_10.42.42.2(pid=28422): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28422)]\u000a13:53:41.838967 run osmo-hlr_10.42.42.2(pid=28422): stdout: \u000a| (launched: 2022-12-13_13:53:38.401381) \u000a13:53:41.891348 run osmo-hlr_10.42.42.2(pid=28422): stderr: \u000a| �[0;m�[1;31m20221213135338596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213135338596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213135338596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135338596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135338596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213135338596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213135338609 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-lms+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213135338618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213135338619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213135338619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:53:41.936193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28421): Terminating (SIGTERM)\u000a13:53:41.978395 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28424): Terminating (SIGTERM)\u000a13:53:42.020829 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28427): Terminating (SIGTERM)\u000a13:53:42.030733 --- ParallelTerminationStrategy: PID 28421 died...\u000a13:53:42.087413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28421): Terminated: ok {rc=0}\u000a13:53:42.097906 --- ParallelTerminationStrategy: PID 28424 died...\u000a13:53:42.154285 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28424): Terminated: ok {rc=0}\u000a13:53:42.164387 --- ParallelTerminationStrategy: PID 28427 died...\u000a13:53:42.220695 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28427): Terminated: ok {rc=0}\u000a13:53:42.307336 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "110", "name" : "gprs_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:52:44" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28669): Process ended prematurely: osmo-stp_10.42.42.5(pid=28669) [trial-2390↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28669)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28669): Process ended prematurely: osmo-stp_10.42.42.5(pid=28669) [trial-2390↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28669)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a13:53:44.346209 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:53:44.358070 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:53:44.523689 tst switch_tch_pdch.py: using LAC 34391\u000a13:53:44.652110 tst switch_tch_pdch.py: using RAC 221\u000a13:53:44.777180 tst switch_tch_pdch.py: using CellId 34391\u000a13:53:44.900429 tst switch_tch_pdch.py: using BVCI 34392\u000a13:53:44.924915 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:53:44.936555 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:53:44.948032 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:53:44.959656 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:53:44.971514 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:53:44.983484 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:53:44.995606 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a13:53:45.007578 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:53:45.125076 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:53:45.413905 tst switch_tch_pdch.py:51: start network...\u000a13:53:45.538641 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:53:46.059101 run create_hlr_db(pid=28432): Launched\u000a13:53:46.235789 bus /gobi_6: Setting Powered False\u000a13:53:47.356088 run create_hlr_db(pid=28432): Terminated: ok {rc=0}\u000a13:53:47.838465 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28479): Launched\u000a13:53:48.290799 run osmo-hlr_10.42.42.2(pid=28495): Launched\u000a13:53:48.527298 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:53:49.260436 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28617): Launched\u000a13:53:49.774580 run osmo-stp_10.42.42.5(pid=28669): Launched\u000a13:53:50.009853 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:53:50.592907 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28709): Launched\u000a13:53:50.710411 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:53:51.004113 run patchelf(pid=28710): Launched\u000a13:53:51.195042 run osmo-stp_10.42.42.5(pid=28669): ERR: Terminated: ERROR {rc=1} [trial-2390↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28669)]\u000a13:53:51.335676 run osmo-stp_10.42.42.5(pid=28669): stdout: \u000a| (launched: 2022-12-13_13:53:49.453191)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:53:51.477302 run osmo-stp_10.42.42.5(pid=28669): stderr: \u000a| �[0;m�[38;5;43m20221213135349808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135349808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135349808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135349808 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135349813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135349813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135349813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:53:51.612153 run osmo-stp_10.42.42.5(pid=28669): stdout: \u000a| (launched: 2022-12-13_13:53:49.453191)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:53:51.746353 run osmo-stp_10.42.42.5(pid=28669): stderr: \u000a| �[0;m�[38;5;43m20221213135349808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135349808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135349808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135349808 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135349813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135349813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135349813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:53:51.902014 run patchelf(pid=28710): Terminating (SIGINT)\u000a13:53:52.084728 run patchelf(pid=28710): Terminated: ok {rc=0}\u000a13:53:52.118438 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=28669): Process ended prematurely: osmo-stp_10.42.42.5(pid=28669) [trial-2390↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28669)] [trial-2390↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a13:53:52.128754 tst switch_tch_pdch.py:54: Test FAILED (7.8 sec)\u000a13:53:52.194828 run osmo-hlr_10.42.42.2(pid=28495): ERR: Terminated: ERROR {rc=237} [trial-2390↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28495)]\u000a13:53:52.248555 run osmo-hlr_10.42.42.2(pid=28495): stdout: \u000a| (launched: 2022-12-13_13:53:48.008066) \u000a13:53:52.303357 run osmo-hlr_10.42.42.2(pid=28495): stderr: \u000a| �[0;m�[1;31m20221213135348390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213135348390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213135348390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135348390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135348390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213135348390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213135348401 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213135348414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213135348414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213135348414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:53:52.350746 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28479): Terminating (SIGTERM)\u000a13:53:52.395067 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28617): Terminating (SIGTERM)\u000a13:53:52.440823 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28709): Terminating (SIGTERM)\u000a13:53:52.451652 --- ParallelTerminationStrategy: PID 28479 died...\u000a13:53:52.511892 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28479): Terminated: ok {rc=0}\u000a13:53:52.523519 --- ParallelTerminationStrategy: PID 28617 died...\u000a13:53:52.581017 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28617): Terminated: ok {rc=0}\u000a13:53:52.591839 --- ParallelTerminationStrategy: PID 28709 died...\u000a13:53:52.650293 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28709): Terminated: ok {rc=0}\u000a13:53:52.740329 bus /gobi_0: Setting Powered False\u000a13:53:53.848501 bus /gobi_0: Setting Powered False\u000a13:53:54.962656 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "111", "name" : "dynts_trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:53:44" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "dynts:trx-lms+mod-bts0-dynts67-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28722): Process ended prematurely: osmo-stp_10.42.42.5(pid=28722) [trial-2390↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28722)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28722): Process ended prematurely: osmo-stp_10.42.42.5(pid=28722) [trial-2390↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28722)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 dynts:trx-lms+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a13:53:56.966925 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:53:56.979478 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a13:53:57.156642 tst switch_tch_pdch.py: using LAC 34392\u000a13:53:57.283625 tst switch_tch_pdch.py: using RAC 222\u000a13:53:57.412247 tst switch_tch_pdch.py: using CellId 34392\u000a13:53:57.539970 tst switch_tch_pdch.py: using BVCI 34393\u000a13:53:57.567062 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:53:57.579648 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:53:57.592149 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:53:57.604475 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:53:57.617826 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:53:57.631053 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:53:57.645333 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a13:53:57.658635 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a13:53:57.787816 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a13:53:58.092457 tst switch_tch_pdch.py:51: start network...\u000a13:53:58.232154 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:53:58.762049 run create_hlr_db(pid=28716): Launched\u000a13:53:58.896573 bus /gobi_6: Setting Powered False\u000a13:53:59.970852 run create_hlr_db(pid=28716): Terminated: ok {rc=0}\u000a13:54:00.370102 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28718): Launched\u000a13:54:00.802705 run osmo-hlr_10.42.42.2(pid=28719): Launched\u000a13:54:01.091525 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:54:01.637493 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28721): Launched\u000a13:54:02.115365 run osmo-stp_10.42.42.5(pid=28722): Launched\u000a13:54:02.359292 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:54:03.023907 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28724): Launched\u000a13:54:03.134018 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:54:03.419796 run patchelf(pid=28725): Launched\u000a13:54:03.614849 run osmo-stp_10.42.42.5(pid=28722): ERR: Terminated: ERROR {rc=1} [trial-2390↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28722)]\u000a13:54:03.758241 run osmo-stp_10.42.42.5(pid=28722): stdout: \u000a| (launched: 2022-12-13_13:54:01.799907)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:54:03.901081 run osmo-stp_10.42.42.5(pid=28722): stderr: \u000a| �[0;m�[38;5;43m20221213135402137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135402137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135402138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135402138 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135402139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135402139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135402139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:54:04.038734 run osmo-stp_10.42.42.5(pid=28722): stdout: \u000a| (launched: 2022-12-13_13:54:01.799907)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:54:04.177196 run osmo-stp_10.42.42.5(pid=28722): stderr: \u000a| �[0;m�[38;5;43m20221213135402137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135402137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135402138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135402138 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135402139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135402139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135402139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:54:04.336187 run patchelf(pid=28725): Terminating (SIGINT)\u000a13:54:04.524290 run patchelf(pid=28725): Terminated: ok {rc=0}\u000a13:54:04.559499 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=28722): Process ended prematurely: osmo-stp_10.42.42.5(pid=28722) [trial-2390↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28722)] [trial-2390↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a13:54:04.570248 tst switch_tch_pdch.py:54: Test FAILED (7.6 sec)\u000a13:54:04.637537 run osmo-hlr_10.42.42.2(pid=28719): ERR: Terminated: ERROR {rc=237} [trial-2390↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28719)]\u000a13:54:04.691942 run osmo-hlr_10.42.42.2(pid=28719): stdout: \u000a| (launched: 2022-12-13_13:54:00.536325) \u000a13:54:04.748267 run osmo-hlr_10.42.42.2(pid=28719): stderr: \u000a| �[0;m�[1;31m20221213135400852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213135400852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213135400852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135400852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135400852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213135400852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213135400879 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/dynts:trx-lms+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213135400887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213135400887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213135400887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:54:04.795309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28718): Terminating (SIGTERM)\u000a13:54:04.841788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28721): Terminating (SIGTERM)\u000a13:54:04.887855 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28724): Terminating (SIGTERM)\u000a13:54:04.899975 --- ParallelTerminationStrategy: PID 28718 died...\u000a13:54:04.962220 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28718): Terminated: ok {rc=0}\u000a13:54:04.974500 --- ParallelTerminationStrategy: PID 28721 died...\u000a13:54:05.033310 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28721): Terminated: ok {rc=0}\u000a13:54:05.045298 --- ParallelTerminationStrategy: PID 28724 died...\u000a13:54:05.104080 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28724): Terminated: ok {rc=0}\u000a13:54:05.198052 bus /gobi_0: Setting Powered False\u000a13:54:06.307624 bus /gobi_0: Setting Powered False\u000a13:54:07.423873 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "112", "name" : "dynts_trx-lms+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:53:56" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "nitb_sms:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=28730): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28730) [trial-2390↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28730)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=28730): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28730) [trial-2390↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28730)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 nitb_sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a13:54:09.334923 tst nitb_sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a13:54:09.348714 tst nitb_sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a13:54:09.491439 tst mo_mt_sms.py: using LAC 34393\u000a13:54:09.619327 tst mo_mt_sms.py: using RAC 223\u000a13:54:09.747569 tst mo_mt_sms.py: using CellId 34393\u000a13:54:09.874652 tst mo_mt_sms.py: using BVCI 34394\u000a13:54:09.900261 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a13:54:10.025840 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a13:54:10.330175 tst mo_mt_sms.py:9: start nitb and bts...\u000a13:54:10.469455 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a13:54:11.162643 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28729): Launched\u000a13:54:11.509193 run osmo-nitb_10.42.42.2(pid=28730): Launched\u000a13:54:11.693487 run osmo-nitb_10.42.42.2(pid=28730): ERR: Terminated: ERROR {rc=2} [trial-2390↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28730)]\u000a13:54:11.828374 run osmo-nitb_10.42.42.2(pid=28730): stdout: \u000a| (launched: 2022-12-13_13:54:11.329352) \u000a13:54:11.963805 run osmo-nitb_10.42.42.2(pid=28730): stderr: \u000a| (launched: 2022-12-13_13:54:11.381289)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:54:12.094299 run osmo-nitb_10.42.42.2(pid=28730): stdout: \u000a| (launched: 2022-12-13_13:54:11.329352) \u000a13:54:12.224247 run osmo-nitb_10.42.42.2(pid=28730): stderr: \u000a| (launched: 2022-12-13_13:54:11.381289)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:54:12.629991 tst osmo-nitb_10.42.42.2(pid=28730): stdout: \u000a| (launched: 2022-12-13_13:54:11.329352) \u000a13:54:12.748919 tst osmo-nitb_10.42.42.2(pid=28730): stderr: \u000a| (launched: 2022-12-13_13:54:11.381289)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:54:12.800925 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=28730): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28730) [trial-2390↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28730)] [trial-2390↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11]\u000a13:54:12.809456 tst mo_mt_sms.py:11: Test FAILED (3.5 sec)\u000a13:54:12.843649 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28729): Terminating (SIGTERM)\u000a13:54:13.021667 --- ParallelTerminationStrategy: PID 28729 died...\u000a13:54:13.076274 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28729): Terminated: ok {rc=0}\u000a13:54:13.164874 bus /sierra_3: Setting Powered False\u000a13:54:14.273273 bus /sierra_3: Setting Powered False\u000a13:54:15.382668 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "113", "name" : "nitb_sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:54:09" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "sms:trx-lms-limenet-micro", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28741): Process ended prematurely: osmo-stp_10.42.42.5(pid=28741) [trial-2390↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28741)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28741): Process ended prematurely: osmo-stp_10.42.42.5(pid=28741) [trial-2390↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28741)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a13:54:17.313059 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:54:17.324033 tst sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a13:54:17.455215 tst mo_mt_sms.py: using LAC 34394\u000a13:54:17.571640 tst mo_mt_sms.py: using RAC 224\u000a13:54:17.688078 tst mo_mt_sms.py: using CellId 34394\u000a13:54:17.815996 tst mo_mt_sms.py: using BVCI 34395\u000a13:54:17.840509 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:54:17.851889 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:54:17.863334 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:54:17.874557 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:54:17.886281 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:54:17.897952 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a13:54:18.015190 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a13:54:18.224652 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:54:18.728566 run create_hlr_db(pid=28735): Launched\u000a13:54:18.913653 bus /sierra_2: Setting Powered False\u000a13:54:19.933229 run create_hlr_db(pid=28735): Terminated: ok {rc=0}\u000a13:54:20.335187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28737): Launched\u000a13:54:20.636539 run osmo-hlr_10.42.42.2(pid=28738): Launched\u000a13:54:20.749543 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:54:21.266273 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28740): Launched\u000a13:54:21.565511 run osmo-stp_10.42.42.5(pid=28741): Launched\u000a13:54:21.672646 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:54:22.220287 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28743): Launched\u000a13:54:22.520779 run osmo-msc_10.42.42.6(pid=28744): Launched\u000a13:54:22.695512 run osmo-stp_10.42.42.5(pid=28741): ERR: Terminated: ERROR {rc=1} [trial-2390↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28741)]\u000a13:54:22.821672 run osmo-stp_10.42.42.5(pid=28741): stdout: \u000a| (launched: 2022-12-13_13:54:21.417875)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:54:22.946306 run osmo-stp_10.42.42.5(pid=28741): stderr: \u000a| �[0;m�[38;5;43m20221213135421587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135421587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135421587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135421588 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135421588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135421588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135421588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:54:23.065276 run osmo-stp_10.42.42.5(pid=28741): stdout: \u000a| (launched: 2022-12-13_13:54:21.417875)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:54:23.183182 run osmo-stp_10.42.42.5(pid=28741): stderr: \u000a| �[0;m�[38;5;43m20221213135421587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135421587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135421587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135421588 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135421588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135421588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135421588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:54:23.235150 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=28741): Process ended prematurely: osmo-stp_10.42.42.5(pid=28741) [trial-2390↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28741)] [trial-2390↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16]\u000a13:54:23.243539 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a13:54:23.303464 run osmo-hlr_10.42.42.2(pid=28738): ERR: Terminated: ERROR {rc=237} [trial-2390↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28738)]\u000a13:54:23.352138 run osmo-hlr_10.42.42.2(pid=28738): stdout: \u000a| (launched: 2022-12-13_13:54:20.486546) \u000a13:54:23.401243 run osmo-hlr_10.42.42.2(pid=28738): stderr: \u000a| �[0;m�[1;31m20221213135420662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213135420662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213135420662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135420662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135420662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213135420662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213135420674 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/sms:trx-lms-limenet-micro/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213135420683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213135420683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213135420683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:54:23.468418 run osmo-msc_10.42.42.6(pid=28744): ERR: Terminated: ERROR {rc=2} [trial-2390↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28744)]\u000a13:54:23.516722 run osmo-msc_10.42.42.6(pid=28744): stdout: \u000a| (launched: 2022-12-13_13:54:22.371198) \u000a13:54:23.566056 run osmo-msc_10.42.42.6(pid=28744): stderr: \u000a| �[0;m�[38;5;43m20221213135422641 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213135422642 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa6704e7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213135422642 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213135422642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213135422642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213135422642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213135422644 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213135422644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213135422644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213135422644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:54:23.607809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28737): Terminating (SIGTERM)\u000a13:54:23.647295 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28740): Terminating (SIGTERM)\u000a13:54:23.686767 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28743): Terminating (SIGTERM)\u000a13:54:23.695982 --- ParallelTerminationStrategy: PID 28737 died...\u000a13:54:23.748725 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28737): Terminated: ok {rc=0}\u000a13:54:23.758301 --- ParallelTerminationStrategy: PID 28740 died...\u000a13:54:23.810983 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28740): Terminated: ok {rc=0}\u000a13:54:23.820538 --- ParallelTerminationStrategy: PID 28743 died...\u000a13:54:23.873166 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28743): Terminated: ok {rc=0}\u000a13:54:23.961333 bus /sierra_3: Setting Powered False\u000a13:54:25.065225 bus /sierra_3: Setting Powered False\u000a13:54:26.176856 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "114", "name" : "sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:54:17" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "nitb_ussd:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=28750): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28750) [trial-2390↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28750)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=28750): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28750) [trial-2390↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28750)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 nitb_ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a13:54:28.003713 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a13:54:28.015979 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a13:54:28.153588 tst assert_extension.py: using LAC 34395\u000a13:54:28.279720 tst assert_extension.py: using RAC 225\u000a13:54:28.404765 tst assert_extension.py: using CellId 34395\u000a13:54:28.529318 tst assert_extension.py: using BVCI 34396\u000a13:54:28.553856 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a13:54:28.829292 tst assert_extension.py:10: start nitb and bts...\u000a13:54:28.952828 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a13:54:29.572519 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28749): Launched\u000a13:54:29.868159 run osmo-nitb_10.42.42.2(pid=28750): Launched\u000a13:54:30.051796 run osmo-nitb_10.42.42.2(pid=28750): ERR: Terminated: ERROR {rc=2} [trial-2390↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28750)]\u000a13:54:30.187203 run osmo-nitb_10.42.42.2(pid=28750): stdout: \u000a| (launched: 2022-12-13_13:54:29.724084) \u000a13:54:30.322745 run osmo-nitb_10.42.42.2(pid=28750): stderr: \u000a| (launched: 2022-12-13_13:54:29.768404)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:54:30.453981 run osmo-nitb_10.42.42.2(pid=28750): stdout: \u000a| (launched: 2022-12-13_13:54:29.724084) \u000a13:54:30.583807 run osmo-nitb_10.42.42.2(pid=28750): stderr: \u000a| (launched: 2022-12-13_13:54:29.768404)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:54:31.002187 tst osmo-nitb_10.42.42.2(pid=28750): stdout: \u000a| (launched: 2022-12-13_13:54:29.724084) \u000a13:54:31.132808 tst osmo-nitb_10.42.42.2(pid=28750): stderr: \u000a| (launched: 2022-12-13_13:54:29.768404)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a13:54:31.192081 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=28750): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28750) [trial-2390↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28750)] [trial-2390↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12]\u000a13:54:31.201919 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a13:54:31.241823 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28749): Terminating (SIGTERM)\u000a13:54:31.420223 --- ParallelTerminationStrategy: PID 28749 died...\u000a13:54:31.480204 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28749): Terminated: ok {rc=0}\u000a13:54:31.575861 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "115", "name" : "nitb_ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:54:27" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "ussd:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28760): Process ended prematurely: osmo-stp_10.42.42.5(pid=28760) [trial-2390↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28760)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28760): Process ended prematurely: osmo-stp_10.42.42.5(pid=28760) [trial-2390↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28760)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a13:54:33.409236 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:54:33.420576 tst ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a13:54:33.559679 tst assert_extension.py: using LAC 34396\u000a13:54:33.686709 tst assert_extension.py: using RAC 226\u000a13:54:33.813307 tst assert_extension.py: using CellId 34396\u000a13:54:33.940871 tst assert_extension.py: using BVCI 34397\u000a13:54:33.965576 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:54:33.977121 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:54:33.988245 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:54:33.999696 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:54:34.011366 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:54:34.022920 tst ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a13:54:34.222594 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:54:34.702155 run create_hlr_db(pid=28754): Launched\u000a13:54:34.874973 bus /sierra_2: Setting Powered False\u000a13:54:35.894729 run create_hlr_db(pid=28754): Terminated: ok {rc=0}\u000a13:54:36.322128 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28756): Launched\u000a13:54:36.643388 run osmo-hlr_10.42.42.2(pid=28757): Launched\u000a13:54:36.762611 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:54:37.323189 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28759): Launched\u000a13:54:37.646480 run osmo-stp_10.42.42.5(pid=28760): Launched\u000a13:54:37.762791 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:54:38.347620 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28762): Launched\u000a13:54:38.668890 run osmo-msc_10.42.42.6(pid=28763): Launched\u000a13:54:38.855758 run osmo-stp_10.42.42.5(pid=28760): ERR: Terminated: ERROR {rc=1} [trial-2390↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28760)]\u000a13:54:38.990883 run osmo-stp_10.42.42.5(pid=28760): stdout: \u000a| (launched: 2022-12-13_13:54:37.486380)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:54:39.125676 run osmo-stp_10.42.42.5(pid=28760): stderr: \u000a| �[0;m�[38;5;43m20221213135437678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135437678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135437678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135437679 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135437679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135437679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135437679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:54:39.253753 run osmo-stp_10.42.42.5(pid=28760): stdout: \u000a| (launched: 2022-12-13_13:54:37.486380)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:54:39.381029 run osmo-stp_10.42.42.5(pid=28760): stderr: \u000a| �[0;m�[38;5;43m20221213135437678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135437678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135437678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135437679 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135437679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135437679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135437679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:54:39.436929 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=28760): Process ended prematurely: osmo-stp_10.42.42.5(pid=28760) [trial-2390↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28760)] [trial-2390↪ussd:trx-lms-limenet-micro↪assert_extension.py:17]\u000a13:54:39.445804 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a13:54:39.508988 run osmo-hlr_10.42.42.2(pid=28757): ERR: Terminated: ERROR {rc=237} [trial-2390↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28757)]\u000a13:54:39.560462 run osmo-hlr_10.42.42.2(pid=28757): stdout: \u000a| (launched: 2022-12-13_13:54:36.484917) \u000a13:54:39.612570 run osmo-hlr_10.42.42.2(pid=28757): stderr: \u000a| �[0;m�[1;31m20221213135436684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213135436684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213135436684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135436684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135436684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213135436684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213135436695 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/ussd:trx-lms-limenet-micro/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213135436703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213135436704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213135436704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:54:39.683597 run osmo-msc_10.42.42.6(pid=28763): ERR: Terminated: ERROR {rc=2} [trial-2390↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28763)]\u000a13:54:39.734988 run osmo-msc_10.42.42.6(pid=28763): stdout: \u000a| (launched: 2022-12-13_13:54:38.509576) \u000a13:54:39.787079 run osmo-msc_10.42.42.6(pid=28763): stderr: \u000a| �[0;m�[38;5;43m20221213135438831 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213135438831 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2bc973ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213135438831 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213135438832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213135438832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213135438832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213135438834 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213135438834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213135438834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213135438834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:54:39.831561 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28756): Terminating (SIGTERM)\u000a13:54:39.873739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28759): Terminating (SIGTERM)\u000a13:54:39.915832 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28762): Terminating (SIGTERM)\u000a13:54:39.925674 --- ParallelTerminationStrategy: PID 28756 died...\u000a13:54:39.982415 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28756): Terminated: ok {rc=0}\u000a13:54:39.992623 --- ParallelTerminationStrategy: PID 28759 died...\u000a13:54:40.048743 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28759): Terminated: ok {rc=0}\u000a13:54:40.058926 --- ParallelTerminationStrategy: PID 28762 died...\u000a13:54:40.115015 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28762): Terminated: ok {rc=0}\u000a13:54:40.202062 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "116", "name" : "ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:54:33" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28775): Process ended prematurely: osmo-stp_10.42.42.5(pid=28775) [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28775)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28775): Process ended prematurely: osmo-stp_10.42.42.5(pid=28775) [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28775)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a13:54:42.147530 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:54:42.159138 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a13:54:42.323866 tst mo_mt_call.py: using LAC 34397\u000a13:54:42.451348 tst mo_mt_call.py: using RAC 227\u000a13:54:42.577398 tst mo_mt_call.py: using CellId 34397\u000a13:54:42.703300 tst mo_mt_call.py: using BVCI 34398\u000a13:54:42.728538 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:54:42.740467 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:54:42.752089 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:54:42.763628 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:54:42.775816 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:54:42.787804 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:54:42.907906 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:54:43.117200 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:54:43.605778 run create_hlr_db(pid=28769): Launched\u000a13:54:43.779081 bus /sierra_2: Setting Powered False\u000a13:54:44.801431 run create_hlr_db(pid=28769): Terminated: ok {rc=0}\u000a13:54:45.233489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28771): Launched\u000a13:54:45.560912 run osmo-hlr_10.42.42.2(pid=28772): Launched\u000a13:54:45.684640 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:54:46.285357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28774): Launched\u000a13:54:46.659647 run osmo-stp_10.42.42.5(pid=28775): Launched\u000a13:54:46.867250 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:54:47.503211 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28777): Launched\u000a13:54:47.829758 run osmo-msc_10.42.42.6(pid=28778): Launched\u000a13:54:48.019680 run osmo-stp_10.42.42.5(pid=28775): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28775)]\u000a13:54:48.157990 run osmo-stp_10.42.42.5(pid=28775): stdout: \u000a| (launched: 2022-12-13_13:54:46.445076)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:54:48.289725 run osmo-stp_10.42.42.5(pid=28775): stderr: \u000a| �[0;m�[38;5;43m20221213135446738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135446738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135446739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135446739 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135446740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135446740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135446740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:54:48.411184 run osmo-stp_10.42.42.5(pid=28775): stdout: \u000a| (launched: 2022-12-13_13:54:46.445076)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:54:48.531541 run osmo-stp_10.42.42.5(pid=28775): stderr: \u000a| �[0;m�[38;5;43m20221213135446738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135446738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135446739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135446739 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135446740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135446740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135446740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:54:48.584904 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28775): Process ended prematurely: osmo-stp_10.42.42.5(pid=28775) [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28775)] [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a13:54:48.593750 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a13:54:48.652787 run osmo-hlr_10.42.42.2(pid=28772): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28772)]\u000a13:54:48.701424 run osmo-hlr_10.42.42.2(pid=28772): stdout: \u000a| (launched: 2022-12-13_13:54:45.399128) \u000a13:54:48.750462 run osmo-hlr_10.42.42.2(pid=28772): stderr: \u000a| �[0;m�[1;31m20221213135445596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213135445596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213135445596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135445596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135445596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213135445596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213135445608 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213135445616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213135445616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213135445616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:54:48.817634 run osmo-msc_10.42.42.6(pid=28778): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28778)]\u000a13:54:48.866085 run osmo-msc_10.42.42.6(pid=28778): stdout: \u000a| (launched: 2022-12-13_13:54:47.668222) \u000a13:54:48.914905 run osmo-msc_10.42.42.6(pid=28778): stderr: \u000a| �[0;m�[38;5;43m20221213135447990 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213135447990 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f97c0117c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213135447991 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213135447991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213135447991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213135447991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213135447993 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213135447993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213135447993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213135447993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:54:48.956625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28771): Terminating (SIGTERM)\u000a13:54:48.996175 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28774): Terminating (SIGTERM)\u000a13:54:49.035621 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28777): Terminating (SIGTERM)\u000a13:54:49.044874 --- ParallelTerminationStrategy: PID 28771 died...\u000a13:54:49.097772 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28771): Terminated: ok {rc=0}\u000a13:54:49.107352 --- ParallelTerminationStrategy: PID 28774 died...\u000a13:54:49.159981 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28774): Terminated: ok {rc=0}\u000a13:54:49.169938 --- ParallelTerminationStrategy: PID 28777 died...\u000a13:54:49.222475 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28777): Terminated: ok {rc=0}\u000a13:54:49.305321 bus /sierra_3: Setting Powered False\u000a13:54:50.411450 bus /sierra_3: Setting Powered False\u000a13:54:51.523241 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28786): Process ended prematurely: osmo-stp_10.42.42.5(pid=28786) [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28786)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28786): Process ended prematurely: osmo-stp_10.42.42.5(pid=28786) [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28786)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:54:52.638449 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:54:52.651047 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a13:54:52.815703 tst mo_mt_call_osmux.py: using LAC 34398\u000a13:54:52.942343 tst mo_mt_call_osmux.py: using RAC 228\u000a13:54:53.071792 tst mo_mt_call_osmux.py: using CellId 34398\u000a13:54:53.198765 tst mo_mt_call_osmux.py: using BVCI 34399\u000a13:54:53.223529 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:54:53.235459 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:54:53.247123 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:54:53.258722 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:54:53.270961 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a13:54:53.283111 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:54:53.401144 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a13:54:53.613607 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:54:54.126970 run create_hlr_db(pid=28780): Launched\u000a13:54:54.315035 bus /sierra_2: Setting Powered False\u000a13:54:55.336011 run create_hlr_db(pid=28780): Terminated: ok {rc=0}\u000a13:54:55.746482 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28782): Launched\u000a13:54:56.051407 run osmo-hlr_10.42.42.2(pid=28783): Launched\u000a13:54:56.172590 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:54:56.709737 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28785): Launched\u000a13:54:57.014106 run osmo-stp_10.42.42.5(pid=28786): Launched\u000a13:54:57.123408 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:54:57.685393 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28788): Launched\u000a13:54:57.990031 run osmo-msc_10.42.42.6(pid=28789): Launched\u000a13:54:58.168503 run osmo-stp_10.42.42.5(pid=28786): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28786)]\u000a13:54:58.297118 run osmo-stp_10.42.42.5(pid=28786): stdout: \u000a| (launched: 2022-12-13_13:54:56.864244)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:54:58.423616 run osmo-stp_10.42.42.5(pid=28786): stderr: \u000a| �[0;m�[38;5;43m20221213135457033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135457033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135457034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135457034 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135457034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135457034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135457035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:54:58.544609 run osmo-stp_10.42.42.5(pid=28786): stdout: \u000a| (launched: 2022-12-13_13:54:56.864244)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:54:58.664465 run osmo-stp_10.42.42.5(pid=28786): stderr: \u000a| �[0;m�[38;5;43m20221213135457033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135457033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135457034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135457034 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135457034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135457034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135457035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:54:58.717673 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28786): Process ended prematurely: osmo-stp_10.42.42.5(pid=28786) [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28786)] [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a13:54:58.726429 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a13:54:58.787078 run osmo-hlr_10.42.42.2(pid=28783): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28783)]\u000a13:54:58.835479 run osmo-hlr_10.42.42.2(pid=28783): stdout: \u000a| (launched: 2022-12-13_13:54:55.901512) \u000a13:54:58.884438 run osmo-hlr_10.42.42.2(pid=28783): stderr: \u000a| �[0;m�[1;31m20221213135456076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213135456077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213135456077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135456077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135456077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213135456077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213135456088 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213135456097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213135456097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213135456097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:54:58.951143 run osmo-msc_10.42.42.6(pid=28789): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28789)]\u000a13:54:58.999358 run osmo-msc_10.42.42.6(pid=28789): stdout: \u000a| (launched: 2022-12-13_13:54:57.839813) \u000a13:54:59.048219 run osmo-msc_10.42.42.6(pid=28789): stderr: \u000a| �[0;m�[38;5;43m20221213135458112 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213135458113 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa583641c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213135458113 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213135458113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213135458113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213135458113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213135458115 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213135458115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213135458115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213135458115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:54:59.089765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28782): Terminating (SIGTERM)\u000a13:54:59.129180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28785): Terminating (SIGTERM)\u000a13:54:59.168396 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28788): Terminating (SIGTERM)\u000a13:54:59.177714 --- ParallelTerminationStrategy: PID 28782 died...\u000a13:54:59.230603 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28782): Terminated: ok {rc=0}\u000a13:54:59.240267 --- ParallelTerminationStrategy: PID 28785 died...\u000a13:54:59.293098 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28785): Terminated: ok {rc=0}\u000a13:54:59.302602 --- ParallelTerminationStrategy: PID 28788 died...\u000a13:54:59.355449 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28788): Terminated: ok {rc=0}\u000a13:54:59.442498 bus /sierra_3: Setting Powered False\u000a13:55:00.545221 bus /sierra_3: Setting Powered False\u000a13:55:01.662445 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "117", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:54:41" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28803): Process ended prematurely: osmo-stp_10.42.42.5(pid=28803) [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28803)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28803): Process ended prematurely: osmo-stp_10.42.42.5(pid=28803) [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28803)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a13:55:03.670781 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:55:03.682162 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a13:55:03.834654 tst mo_mt_call.py: using LAC 34399\u000a13:55:03.952606 tst mo_mt_call.py: using RAC 229\u000a13:55:04.074075 tst mo_mt_call.py: using CellId 34399\u000a13:55:04.193734 tst mo_mt_call.py: using BVCI 34400\u000a13:55:04.216941 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:55:04.228112 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:55:04.239109 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:55:04.250234 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:55:04.261493 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:55:04.272638 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:55:04.392785 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:55:04.604172 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:55:05.117725 run create_hlr_db(pid=28797): Launched\u000a13:55:05.304855 bus /sierra_2: Setting Powered False\u000a13:55:06.325597 run create_hlr_db(pid=28797): Terminated: ok {rc=0}\u000a13:55:06.734887 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28799): Launched\u000a13:55:07.038384 run osmo-hlr_10.42.42.2(pid=28800): Launched\u000a13:55:07.153620 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:55:07.681157 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28802): Launched\u000a13:55:07.985307 run osmo-stp_10.42.42.5(pid=28803): Launched\u000a13:55:08.095316 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:55:08.651528 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28805): Launched\u000a13:55:08.959554 run osmo-msc_10.42.42.6(pid=28806): Launched\u000a13:55:09.137216 run osmo-stp_10.42.42.5(pid=28803): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28803)]\u000a13:55:09.265450 run osmo-stp_10.42.42.5(pid=28803): stdout: \u000a| (launched: 2022-12-13_13:55:07.835279)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:55:09.392226 run osmo-stp_10.42.42.5(pid=28803): stderr: \u000a| �[0;m�[38;5;43m20221213135508005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135508006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135508006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135508006 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135508007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135508007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135508007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:55:09.513901 run osmo-stp_10.42.42.5(pid=28803): stdout: \u000a| (launched: 2022-12-13_13:55:07.835279)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:55:09.635156 run osmo-stp_10.42.42.5(pid=28803): stderr: \u000a| �[0;m�[38;5;43m20221213135508005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135508006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135508006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135508006 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135508007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135508007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135508007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:55:09.688781 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28803): Process ended prematurely: osmo-stp_10.42.42.5(pid=28803) [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28803)] [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a13:55:09.697664 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a13:55:09.757103 run osmo-hlr_10.42.42.2(pid=28800): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28800)]\u000a13:55:09.805555 run osmo-hlr_10.42.42.2(pid=28800): stdout: \u000a| (launched: 2022-12-13_13:55:06.888574) \u000a13:55:09.854457 run osmo-hlr_10.42.42.2(pid=28800): stderr: \u000a| �[0;m�[1;31m20221213135507066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213135507066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213135507066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135507066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135507066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213135507066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213135507078 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213135507089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213135507089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213135507089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:55:09.921234 run osmo-msc_10.42.42.6(pid=28806): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28806)]\u000a13:55:09.969264 run osmo-msc_10.42.42.6(pid=28806): stdout: \u000a| (launched: 2022-12-13_13:55:08.807087) \u000a13:55:10.017856 run osmo-msc_10.42.42.6(pid=28806): stderr: \u000a| �[0;m�[38;5;43m20221213135509080 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213135509080 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe555dc2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213135509080 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213135509081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213135509081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213135509081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213135509083 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213135509083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213135509083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213135509083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:55:10.059462 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28799): Terminating (SIGTERM)\u000a13:55:10.098842 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28802): Terminating (SIGTERM)\u000a13:55:10.138194 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28805): Terminating (SIGTERM)\u000a13:55:10.147437 --- ParallelTerminationStrategy: PID 28799 died...\u000a13:55:10.200193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28799): Terminated: ok {rc=0}\u000a13:55:10.209951 --- ParallelTerminationStrategy: PID 28802 died...\u000a13:55:10.262741 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28802): Terminated: ok {rc=0}\u000a13:55:10.272172 --- ParallelTerminationStrategy: PID 28805 died...\u000a13:55:10.325059 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28805): Terminated: ok {rc=0}\u000a13:55:10.407559 bus /sierra_3: Setting Powered False\u000a13:55:11.512859 bus /sierra_3: Setting Powered False\u000a13:55:12.620413 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28814): Process ended prematurely: osmo-stp_10.42.42.5(pid=28814) [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28814)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28814): Process ended prematurely: osmo-stp_10.42.42.5(pid=28814) [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28814)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:55:13.730426 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:55:13.742399 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a13:55:13.899826 tst mo_mt_call_osmux.py: using LAC 34400\u000a13:55:14.019900 tst mo_mt_call_osmux.py: using RAC 230\u000a13:55:14.140352 tst mo_mt_call_osmux.py: using CellId 34400\u000a13:55:14.261404 tst mo_mt_call_osmux.py: using BVCI 34401\u000a13:55:14.284647 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:55:14.296041 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:55:14.307267 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:55:14.318530 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:55:14.329726 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a13:55:14.340814 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:55:14.456786 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a13:55:14.670060 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:55:15.186712 run create_hlr_db(pid=28808): Launched\u000a13:55:15.375432 bus /sierra_2: Setting Powered False\u000a13:55:16.411015 run create_hlr_db(pid=28808): Terminated: ok {rc=0}\u000a13:55:16.841109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28810): Launched\u000a13:55:17.210309 run osmo-hlr_10.42.42.2(pid=28811): Launched\u000a13:55:17.330568 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:55:17.904211 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28813): Launched\u000a13:55:18.232493 run osmo-stp_10.42.42.5(pid=28814): Launched\u000a13:55:18.350387 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:55:18.948315 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28816): Launched\u000a13:55:19.279605 run osmo-msc_10.42.42.6(pid=28817): Launched\u000a13:55:19.471674 run osmo-stp_10.42.42.5(pid=28814): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28814)]\u000a13:55:19.611047 run osmo-stp_10.42.42.5(pid=28814): stdout: \u000a| (launched: 2022-12-13_13:55:18.070015)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:55:19.749494 run osmo-stp_10.42.42.5(pid=28814): stderr: \u000a| �[0;m�[38;5;43m20221213135518261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135518261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135518262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135518262 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135518262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135518263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135518263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:55:19.880710 run osmo-stp_10.42.42.5(pid=28814): stdout: \u000a| (launched: 2022-12-13_13:55:18.070015)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:55:20.010710 run osmo-stp_10.42.42.5(pid=28814): stderr: \u000a| �[0;m�[38;5;43m20221213135518261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135518261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135518262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135518262 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135518262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135518263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135518263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:55:20.067929 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28814): Process ended prematurely: osmo-stp_10.42.42.5(pid=28814) [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28814)] [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a13:55:20.077535 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a13:55:20.140710 run osmo-hlr_10.42.42.2(pid=28811): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28811)]\u000a13:55:20.192022 run osmo-hlr_10.42.42.2(pid=28811): stdout: \u000a| (launched: 2022-12-13_13:55:17.000808) \u000a13:55:20.243984 run osmo-hlr_10.42.42.2(pid=28811): stderr: \u000a| �[0;m�[1;31m20221213135517254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213135517254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213135517254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135517254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135517254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213135517254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213135517267 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213135517275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213135517275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213135517275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:55:20.314350 run osmo-msc_10.42.42.6(pid=28817): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28817)]\u000a13:55:20.365429 run osmo-msc_10.42.42.6(pid=28817): stdout: \u000a| (launched: 2022-12-13_13:55:19.114610) \u000a13:55:20.417219 run osmo-msc_10.42.42.6(pid=28817): stderr: \u000a| �[0;m�[38;5;43m20221213135519438 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213135519438 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5aa5c80c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213135519438 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213135519438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213135519439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213135519439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213135519441 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213135519441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213135519441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213135519441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:55:20.461903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28810): Terminating (SIGTERM)\u000a13:55:20.503721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28813): Terminating (SIGTERM)\u000a13:55:20.545938 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28816): Terminating (SIGTERM)\u000a13:55:20.555805 --- ParallelTerminationStrategy: PID 28810 died...\u000a13:55:20.612283 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28810): Terminated: ok {rc=0}\u000a13:55:20.622486 --- ParallelTerminationStrategy: PID 28813 died...\u000a13:55:20.678596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28813): Terminated: ok {rc=0}\u000a13:55:20.689075 --- ParallelTerminationStrategy: PID 28816 died...\u000a13:55:20.745335 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28816): Terminated: ok {rc=0}\u000a13:55:20.832200 bus /sierra_3: Setting Powered False\u000a13:55:21.937941 bus /sierra_3: Setting Powered False\u000a13:55:23.050233 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "118", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:55:03" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28828): Process ended prematurely: osmo-stp_10.42.42.5(pid=28828) [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28828)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28828): Process ended prematurely: osmo-stp_10.42.42.5(pid=28828) [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28828)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a13:55:25.040821 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:55:25.052760 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a13:55:25.212907 tst mo_mt_call.py: using LAC 34401\u000a13:55:25.339749 tst mo_mt_call.py: using RAC 231\u000a13:55:25.466083 tst mo_mt_call.py: using CellId 34401\u000a13:55:25.587996 tst mo_mt_call.py: using BVCI 34402\u000a13:55:25.611196 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:55:25.622508 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:55:25.633649 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:55:25.644608 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:55:25.655735 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:55:25.666849 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:55:25.783094 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:55:25.995171 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:55:26.510406 run create_hlr_db(pid=28822): Launched\u000a13:55:26.699269 bus /sierra_2: Setting Powered False\u000a13:55:27.728618 run create_hlr_db(pid=28822): Terminated: ok {rc=0}\u000a13:55:28.165631 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28824): Launched\u000a13:55:28.495244 run osmo-hlr_10.42.42.2(pid=28825): Launched\u000a13:55:28.618366 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:55:29.185468 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28827): Launched\u000a13:55:29.513137 run osmo-stp_10.42.42.5(pid=28828): Launched\u000a13:55:29.634319 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:55:30.235953 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28830): Launched\u000a13:55:30.565832 run osmo-msc_10.42.42.6(pid=28831): Launched\u000a13:55:30.758341 run osmo-stp_10.42.42.5(pid=28828): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28828)]\u000a13:55:30.983071 run osmo-stp_10.42.42.5(pid=28828): stdout: \u000a| (launched: 2022-12-13_13:55:29.350742)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:55:31.153689 run osmo-stp_10.42.42.5(pid=28828): stderr: \u000a| �[0;m�[38;5;43m20221213135529543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135529543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135529543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135529544 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135529544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135529544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135529544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:55:31.288046 run osmo-stp_10.42.42.5(pid=28828): stdout: \u000a| (launched: 2022-12-13_13:55:29.350742)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:55:31.421297 run osmo-stp_10.42.42.5(pid=28828): stderr: \u000a| �[0;m�[38;5;43m20221213135529543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135529543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135529543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135529544 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135529544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135529544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135529544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:55:31.480115 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28828): Process ended prematurely: osmo-stp_10.42.42.5(pid=28828) [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28828)] [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a13:55:31.490516 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a13:55:31.556135 run osmo-hlr_10.42.42.2(pid=28825): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28825)]\u000a13:55:31.609311 run osmo-hlr_10.42.42.2(pid=28825): stdout: \u000a| (launched: 2022-12-13_13:55:28.332618) \u000a13:55:31.663762 run osmo-hlr_10.42.42.2(pid=28825): stderr: \u000a| �[0;m�[1;31m20221213135528530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213135528530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213135528530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135528530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135528530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213135528530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213135528542 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213135528552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213135528552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213135528552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:55:31.736892 run osmo-msc_10.42.42.6(pid=28831): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28831)]\u000a13:55:31.790429 run osmo-msc_10.42.42.6(pid=28831): stdout: \u000a| (launched: 2022-12-13_13:55:30.402543) \u000a13:55:31.844480 run osmo-msc_10.42.42.6(pid=28831): stderr: \u000a| �[0;m�[38;5;43m20221213135530723 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213135530723 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb5929f5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213135530723 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213135530723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213135530723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213135530723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213135530725 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213135530726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213135530726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213135530726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:55:31.891091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28824): Terminating (SIGTERM)\u000a13:55:31.935059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28827): Terminating (SIGTERM)\u000a13:55:31.979312 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28830): Terminating (SIGTERM)\u000a13:55:31.989719 --- ParallelTerminationStrategy: PID 28824 died...\u000a13:55:32.049095 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28824): Terminated: ok {rc=0}\u000a13:55:32.060745 --- ParallelTerminationStrategy: PID 28827 died...\u000a13:55:32.118706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28827): Terminated: ok {rc=0}\u000a13:55:32.129662 --- ParallelTerminationStrategy: PID 28830 died...\u000a13:55:32.188266 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28830): Terminated: ok {rc=0}\u000a13:55:32.278965 bus /sierra_3: Setting Powered False\u000a13:55:33.382758 bus /sierra_3: Setting Powered False\u000a13:55:34.492773 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28839): Process ended prematurely: osmo-stp_10.42.42.5(pid=28839) [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28839)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28839): Process ended prematurely: osmo-stp_10.42.42.5(pid=28839) [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28839)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:55:35.603109 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:55:35.615119 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a13:55:35.770351 tst mo_mt_call_osmux.py: using LAC 34402\u000a13:55:35.893354 tst mo_mt_call_osmux.py: using RAC 232\u000a13:55:36.013054 tst mo_mt_call_osmux.py: using CellId 34402\u000a13:55:36.134205 tst mo_mt_call_osmux.py: using BVCI 34403\u000a13:55:36.157458 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:55:36.168570 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:55:36.179566 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:55:36.190622 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:55:36.201754 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a13:55:36.212729 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:55:36.327561 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a13:55:36.542210 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:55:37.034434 run create_hlr_db(pid=28833): Launched\u000a13:55:37.222780 bus /sierra_2: Setting Powered False\u000a13:55:38.243421 run create_hlr_db(pid=28833): Terminated: ok {rc=0}\u000a13:55:38.652400 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28835): Launched\u000a13:55:38.956168 run osmo-hlr_10.42.42.2(pid=28836): Launched\u000a13:55:39.075759 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:55:39.611407 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28838): Launched\u000a13:55:39.917753 run osmo-stp_10.42.42.5(pid=28839): Launched\u000a13:55:40.028116 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:55:40.593339 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28841): Launched\u000a13:55:40.899168 run osmo-msc_10.42.42.6(pid=28842): Launched\u000a13:55:41.077353 run osmo-stp_10.42.42.5(pid=28839): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28839)]\u000a13:55:41.205365 run osmo-stp_10.42.42.5(pid=28839): stdout: \u000a| (launched: 2022-12-13_13:55:39.767092)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:55:41.331101 run osmo-stp_10.42.42.5(pid=28839): stderr: \u000a| �[0;m�[38;5;43m20221213135539934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135539934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135539934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135539935 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135539935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135539935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135539935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:55:41.452242 run osmo-stp_10.42.42.5(pid=28839): stdout: \u000a| (launched: 2022-12-13_13:55:39.767092)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:55:41.571995 run osmo-stp_10.42.42.5(pid=28839): stderr: \u000a| �[0;m�[38;5;43m20221213135539934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135539934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135539934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135539935 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135539935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135539935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135539935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:55:41.625196 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28839): Process ended prematurely: osmo-stp_10.42.42.5(pid=28839) [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28839)] [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a13:55:41.633881 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a13:55:41.693454 run osmo-hlr_10.42.42.2(pid=28836): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28836)]\u000a13:55:41.742071 run osmo-hlr_10.42.42.2(pid=28836): stdout: \u000a| (launched: 2022-12-13_13:55:38.806779) \u000a13:55:41.791181 run osmo-hlr_10.42.42.2(pid=28836): stderr: \u000a| �[0;m�[1;31m20221213135538983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213135538983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213135538983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135538983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135538983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213135538983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213135538995 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213135539005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213135539005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213135539005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:55:41.858236 run osmo-msc_10.42.42.6(pid=28842): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28842)]\u000a13:55:41.907381 run osmo-msc_10.42.42.6(pid=28842): stdout: \u000a| (launched: 2022-12-13_13:55:40.747295) \u000a13:55:41.956322 run osmo-msc_10.42.42.6(pid=28842): stderr: \u000a| �[0;m�[38;5;43m20221213135541017 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213135541017 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efc722fac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213135541017 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213135541018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213135541018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213135541018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213135541020 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213135541020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213135541020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213135541020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:55:41.998069 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28835): Terminating (SIGTERM)\u000a13:55:42.037586 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28838): Terminating (SIGTERM)\u000a13:55:42.076993 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28841): Terminating (SIGTERM)\u000a13:55:42.086281 --- ParallelTerminationStrategy: PID 28835 died...\u000a13:55:42.139258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28835): Terminated: ok {rc=0}\u000a13:55:42.148901 --- ParallelTerminationStrategy: PID 28838 died...\u000a13:55:42.201766 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28838): Terminated: ok {rc=0}\u000a13:55:42.211396 --- ParallelTerminationStrategy: PID 28841 died...\u000a13:55:42.264127 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28841): Terminated: ok {rc=0}\u000a13:55:42.352082 bus /sierra_3: Setting Powered False\u000a13:55:43.453747 bus /sierra_3: Setting Powered False\u000a13:55:44.559983 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "119", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:55:24" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28854): Process ended prematurely: osmo-stp_10.42.42.5(pid=28854) [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28854)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28854): Process ended prematurely: osmo-stp_10.42.42.5(pid=28854) [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28854)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a13:55:46.607448 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:55:46.622113 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a13:55:46.794358 tst mo_mt_call.py: using LAC 34403\u000a13:55:46.918741 tst mo_mt_call.py: using RAC 233\u000a13:55:47.046134 tst mo_mt_call.py: using CellId 34403\u000a13:55:47.178648 tst mo_mt_call.py: using BVCI 34404\u000a13:55:47.204661 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:55:47.217311 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:55:47.229627 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:55:47.241769 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:55:47.254832 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:55:47.268000 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:55:47.396813 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:55:47.598539 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:55:48.086109 run create_hlr_db(pid=28848): Launched\u000a13:55:48.260167 bus /sierra_2: Setting Powered False\u000a13:55:49.282627 run create_hlr_db(pid=28848): Terminated: ok {rc=0}\u000a13:55:49.691989 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28850): Launched\u000a13:55:49.999652 run osmo-hlr_10.42.42.2(pid=28851): Launched\u000a13:55:50.119747 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:55:50.654208 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28853): Launched\u000a13:55:50.959220 run osmo-stp_10.42.42.5(pid=28854): Launched\u000a13:55:51.067710 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:55:51.625790 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28856): Launched\u000a13:55:51.943195 run osmo-msc_10.42.42.6(pid=28857): Launched\u000a13:55:52.123915 run osmo-stp_10.42.42.5(pid=28854): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28854)]\u000a13:55:52.252923 run osmo-stp_10.42.42.5(pid=28854): stdout: \u000a| (launched: 2022-12-13_13:55:50.808288)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:55:52.379826 run osmo-stp_10.42.42.5(pid=28854): stderr: \u000a| �[0;m�[38;5;43m20221213135550977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135550978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135550978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135550978 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135550979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135550979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135550979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:55:52.501827 run osmo-stp_10.42.42.5(pid=28854): stdout: \u000a| (launched: 2022-12-13_13:55:50.808288)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:55:52.622948 run osmo-stp_10.42.42.5(pid=28854): stderr: \u000a| �[0;m�[38;5;43m20221213135550977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135550978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135550978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135550978 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135550979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135550979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135550979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:55:52.676605 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28854): Process ended prematurely: osmo-stp_10.42.42.5(pid=28854) [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28854)] [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a13:55:52.685459 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a13:55:52.745083 run osmo-hlr_10.42.42.2(pid=28851): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28851)]\u000a13:55:52.793543 run osmo-hlr_10.42.42.2(pid=28851): stdout: \u000a| (launched: 2022-12-13_13:55:49.847121) \u000a13:55:52.842989 run osmo-hlr_10.42.42.2(pid=28851): stderr: \u000a| �[0;m�[1;31m20221213135550023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213135550023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213135550023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135550023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135550023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213135550023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213135550035 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213135550046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213135550046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213135550047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:55:52.910106 run osmo-msc_10.42.42.6(pid=28857): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28857)]\u000a13:55:52.958494 run osmo-msc_10.42.42.6(pid=28857): stdout: \u000a| (launched: 2022-12-13_13:55:51.781303) \u000a13:55:53.007462 run osmo-msc_10.42.42.6(pid=28857): stderr: \u000a| �[0;m�[38;5;43m20221213135552055 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213135552055 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0ba6108c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213135552055 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213135552055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213135552055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213135552056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213135552057 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213135552058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213135552058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213135552058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:55:53.049105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28850): Terminating (SIGTERM)\u000a13:55:53.088595 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28853): Terminating (SIGTERM)\u000a13:55:53.128174 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28856): Terminating (SIGTERM)\u000a13:55:53.137564 --- ParallelTerminationStrategy: PID 28850 died...\u000a13:55:53.190714 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28850): Terminated: ok {rc=0}\u000a13:55:53.200421 --- ParallelTerminationStrategy: PID 28853 died...\u000a13:55:53.253408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28853): Terminated: ok {rc=0}\u000a13:55:53.263109 --- ParallelTerminationStrategy: PID 28856 died...\u000a13:55:53.315936 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28856): Terminated: ok {rc=0}\u000a13:55:53.402958 bus /sierra_3: Setting Powered False\u000a13:55:54.509246 bus /sierra_3: Setting Powered False\u000a13:55:55.619752 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28868): Process ended prematurely: osmo-stp_10.42.42.5(pid=28868) [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28868)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28868): Process ended prematurely: osmo-stp_10.42.42.5(pid=28868) [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28868)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:55:56.736471 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:55:56.748813 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a13:55:56.910811 tst mo_mt_call_osmux.py: using LAC 34404\u000a13:55:57.038507 tst mo_mt_call_osmux.py: using RAC 234\u000a13:55:57.161386 tst mo_mt_call_osmux.py: using CellId 34404\u000a13:55:57.288595 tst mo_mt_call_osmux.py: using BVCI 34405\u000a13:55:57.313744 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:55:57.325888 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:55:57.337733 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:55:57.350072 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:55:57.362312 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a13:55:57.374412 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:55:57.492942 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a13:55:57.693586 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:55:58.183106 run create_hlr_db(pid=28862): Launched\u000a13:55:58.356714 bus /sierra_2: Setting Powered False\u000a13:55:59.379122 run create_hlr_db(pid=28862): Terminated: ok {rc=0}\u000a13:55:59.813116 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28864): Launched\u000a13:56:00.141490 run osmo-hlr_10.42.42.2(pid=28865): Launched\u000a13:56:00.262898 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:56:00.841531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28867): Launched\u000a13:56:01.282124 run osmo-stp_10.42.42.5(pid=28868): Launched\u000a13:56:01.472805 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:56:02.090333 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28870): Launched\u000a13:56:02.421991 run osmo-msc_10.42.42.6(pid=28871): Launched\u000a13:56:02.613383 run osmo-stp_10.42.42.5(pid=28868): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28868)]\u000a13:56:02.752278 run osmo-stp_10.42.42.5(pid=28868): stdout: \u000a| (launched: 2022-12-13_13:56:01.023853)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:56:02.888433 run osmo-stp_10.42.42.5(pid=28868): stderr: \u000a| �[0;m�[38;5;43m20221213135601297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135601297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135601297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135601298 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135601298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135601298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135601298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:56:03.019254 run osmo-stp_10.42.42.5(pid=28868): stdout: \u000a| (launched: 2022-12-13_13:56:01.023853)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:56:03.148638 run osmo-stp_10.42.42.5(pid=28868): stderr: \u000a| �[0;m�[38;5;43m20221213135601297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135601297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135601297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135601298 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135601298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135601298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135601298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:56:03.205910 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28868): Process ended prematurely: osmo-stp_10.42.42.5(pid=28868) [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28868)] [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a13:56:03.215074 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a13:56:03.278185 run osmo-hlr_10.42.42.2(pid=28865): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28865)]\u000a13:56:03.329612 run osmo-hlr_10.42.42.2(pid=28865): stdout: \u000a| (launched: 2022-12-13_13:55:59.978789) \u000a13:56:03.381334 run osmo-hlr_10.42.42.2(pid=28865): stderr: \u000a| �[0;m�[1;31m20221213135600177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213135600177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213135600177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135600177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135600177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213135600177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213135600188 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213135600197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213135600197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213135600197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:56:03.451961 run osmo-msc_10.42.42.6(pid=28871): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28871)]\u000a13:56:03.503218 run osmo-msc_10.42.42.6(pid=28871): stdout: \u000a| (launched: 2022-12-13_13:56:02.258777) \u000a13:56:03.555294 run osmo-msc_10.42.42.6(pid=28871): stderr: \u000a| �[0;m�[38;5;43m20221213135602579 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213135602579 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1a12467c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213135602579 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213135602579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213135602579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213135602579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213135602581 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213135602582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213135602582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213135602582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:56:03.599603 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28864): Terminating (SIGTERM)\u000a13:56:03.641657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28867): Terminating (SIGTERM)\u000a13:56:03.683677 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28870): Terminating (SIGTERM)\u000a13:56:03.693584 --- ParallelTerminationStrategy: PID 28864 died...\u000a13:56:03.750252 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28864): Terminated: ok {rc=0}\u000a13:56:03.760535 --- ParallelTerminationStrategy: PID 28867 died...\u000a13:56:03.816675 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28867): Terminated: ok {rc=0}\u000a13:56:03.826902 --- ParallelTerminationStrategy: PID 28870 died...\u000a13:56:03.882946 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28870): Terminated: ok {rc=0}\u000a13:56:03.969542 bus /sierra_3: Setting Powered False\u000a13:56:05.075087 bus /sierra_3: Setting Powered False\u000a13:56:06.182786 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "120", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:55:46" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28882): Process ended prematurely: osmo-stp_10.42.42.5(pid=28882) [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28882)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28882): Process ended prematurely: osmo-stp_10.42.42.5(pid=28882) [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28882)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a13:56:08.171954 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:56:08.183301 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a13:56:08.338800 tst mo_mt_call.py: using LAC 34405\u000a13:56:08.461652 tst mo_mt_call.py: using RAC 235\u000a13:56:08.582145 tst mo_mt_call.py: using CellId 34405\u000a13:56:08.701621 tst mo_mt_call.py: using BVCI 34406\u000a13:56:08.724542 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:56:08.735790 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:56:08.746884 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:56:08.757922 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:56:08.769602 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:56:08.781099 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:56:08.901949 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:56:09.117497 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:56:09.631415 run create_hlr_db(pid=28876): Launched\u000a13:56:09.819333 bus /sierra_2: Setting Powered False\u000a13:56:10.840102 run create_hlr_db(pid=28876): Terminated: ok {rc=0}\u000a13:56:11.250360 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28878): Launched\u000a13:56:11.555060 run osmo-hlr_10.42.42.2(pid=28879): Launched\u000a13:56:11.667946 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:56:12.195170 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28881): Launched\u000a13:56:12.501170 run osmo-stp_10.42.42.5(pid=28882): Launched\u000a13:56:12.610842 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:56:13.167890 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28884): Launched\u000a13:56:13.474329 run osmo-msc_10.42.42.6(pid=28885): Launched\u000a13:56:13.652294 run osmo-stp_10.42.42.5(pid=28882): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28882)]\u000a13:56:13.781261 run osmo-stp_10.42.42.5(pid=28882): stdout: \u000a| (launched: 2022-12-13_13:56:12.350136)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:56:13.908009 run osmo-stp_10.42.42.5(pid=28882): stderr: \u000a| �[0;m�[38;5;43m20221213135612519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135612519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135612520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135612520 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135612521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135612521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135612521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:56:14.029836 run osmo-stp_10.42.42.5(pid=28882): stdout: \u000a| (launched: 2022-12-13_13:56:12.350136)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:56:14.150881 run osmo-stp_10.42.42.5(pid=28882): stderr: \u000a| �[0;m�[38;5;43m20221213135612519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135612519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135612520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135612520 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135612521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135612521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135612521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:56:14.204375 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28882): Process ended prematurely: osmo-stp_10.42.42.5(pid=28882) [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28882)] [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a13:56:14.213089 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a13:56:14.272466 run osmo-hlr_10.42.42.2(pid=28879): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28879)]\u000a13:56:14.320729 run osmo-hlr_10.42.42.2(pid=28879): stdout: \u000a| (launched: 2022-12-13_13:56:11.404694) \u000a13:56:14.369752 run osmo-hlr_10.42.42.2(pid=28879): stderr: \u000a| �[0;m�[1;31m20221213135611581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213135611581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213135611581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135611581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135611581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213135611581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213135611593 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213135611602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213135611602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213135611602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:56:14.436057 run osmo-msc_10.42.42.6(pid=28885): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28885)]\u000a13:56:14.483992 run osmo-msc_10.42.42.6(pid=28885): stdout: \u000a| (launched: 2022-12-13_13:56:13.322577) \u000a13:56:14.532527 run osmo-msc_10.42.42.6(pid=28885): stderr: \u000a| �[0;m�[38;5;43m20221213135613592 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213135613593 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f943e7adc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213135613593 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213135613593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213135613593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213135613593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213135613595 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213135613595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213135613595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213135613596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:56:14.574225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28878): Terminating (SIGTERM)\u000a13:56:14.613352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28881): Terminating (SIGTERM)\u000a13:56:14.652435 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28884): Terminating (SIGTERM)\u000a13:56:14.661691 --- ParallelTerminationStrategy: PID 28878 died...\u000a13:56:14.714494 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28878): Terminated: ok {rc=0}\u000a13:56:14.724183 --- ParallelTerminationStrategy: PID 28881 died...\u000a13:56:14.776445 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28881): Terminated: ok {rc=0}\u000a13:56:14.786060 --- ParallelTerminationStrategy: PID 28884 died...\u000a13:56:14.838511 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28884): Terminated: ok {rc=0}\u000a13:56:14.925069 bus /sierra_3: Setting Powered False\u000a13:56:16.030748 bus /sierra_3: Setting Powered False\u000a13:56:17.157921 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28893): Process ended prematurely: osmo-stp_10.42.42.5(pid=28893) [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28893)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28893): Process ended prematurely: osmo-stp_10.42.42.5(pid=28893) [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28893)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:56:18.272330 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:56:18.284689 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a13:56:18.448513 tst mo_mt_call_osmux.py: using LAC 34406\u000a13:56:18.575655 tst mo_mt_call_osmux.py: using RAC 236\u000a13:56:18.703607 tst mo_mt_call_osmux.py: using CellId 34406\u000a13:56:18.827427 tst mo_mt_call_osmux.py: using BVCI 34407\u000a13:56:18.850800 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:56:18.862288 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:56:18.873721 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:56:18.884692 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:56:18.896294 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a13:56:18.907713 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:56:19.028497 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a13:56:19.232531 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:56:19.720582 run create_hlr_db(pid=28887): Launched\u000a13:56:19.895072 bus /sierra_2: Setting Powered False\u000a13:56:20.916462 run create_hlr_db(pid=28887): Terminated: ok {rc=0}\u000a13:56:21.321916 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28889): Launched\u000a13:56:21.626992 run osmo-hlr_10.42.42.2(pid=28890): Launched\u000a13:56:21.747225 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:56:22.283168 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28892): Launched\u000a13:56:22.588461 run osmo-stp_10.42.42.5(pid=28893): Launched\u000a13:56:22.698762 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:56:23.253528 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28895): Launched\u000a13:56:23.560275 run osmo-msc_10.42.42.6(pid=28896): Launched\u000a13:56:23.739229 run osmo-stp_10.42.42.5(pid=28893): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28893)]\u000a13:56:23.867398 run osmo-stp_10.42.42.5(pid=28893): stdout: \u000a| (launched: 2022-12-13_13:56:22.437268)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:56:23.993394 run osmo-stp_10.42.42.5(pid=28893): stderr: \u000a| �[0;m�[38;5;43m20221213135622607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135622607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135622607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135622608 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135622608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135622608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135622608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:56:24.114510 run osmo-stp_10.42.42.5(pid=28893): stdout: \u000a| (launched: 2022-12-13_13:56:22.437268)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:56:24.235312 run osmo-stp_10.42.42.5(pid=28893): stderr: \u000a| �[0;m�[38;5;43m20221213135622607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135622607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135622607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135622608 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135622608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135622608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135622608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:56:24.288539 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28893): Process ended prematurely: osmo-stp_10.42.42.5(pid=28893) [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28893)] [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a13:56:24.297320 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a13:56:24.356533 run osmo-hlr_10.42.42.2(pid=28890): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28890)]\u000a13:56:24.405025 run osmo-hlr_10.42.42.2(pid=28890): stdout: \u000a| (launched: 2022-12-13_13:56:21.476215) \u000a13:56:24.453827 run osmo-hlr_10.42.42.2(pid=28890): stderr: \u000a| �[0;m�[1;31m20221213135621654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213135621654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213135621654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135621654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135621654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213135621654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213135621664 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213135621674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213135621674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213135621674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:56:24.520501 run osmo-msc_10.42.42.6(pid=28896): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28896)]\u000a13:56:24.568735 run osmo-msc_10.42.42.6(pid=28896): stdout: \u000a| (launched: 2022-12-13_13:56:23.407786) \u000a13:56:24.617743 run osmo-msc_10.42.42.6(pid=28896): stderr: \u000a| �[0;m�[38;5;43m20221213135623677 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213135623678 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faf6172fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213135623678 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213135623678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213135623678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213135623678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213135623680 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213135623680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213135623680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213135623680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:56:24.659429 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28889): Terminating (SIGTERM)\u000a13:56:24.698803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28892): Terminating (SIGTERM)\u000a13:56:24.738167 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28895): Terminating (SIGTERM)\u000a13:56:24.747486 --- ParallelTerminationStrategy: PID 28889 died...\u000a13:56:24.800423 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28889): Terminated: ok {rc=0}\u000a13:56:24.810246 --- ParallelTerminationStrategy: PID 28892 died...\u000a13:56:24.862686 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28892): Terminated: ok {rc=0}\u000a13:56:24.872280 --- ParallelTerminationStrategy: PID 28895 died...\u000a13:56:24.924863 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28895): Terminated: ok {rc=0}\u000a13:56:25.007335 bus /sierra_3: Setting Powered False\u000a13:56:26.112484 bus /sierra_3: Setting Powered False\u000a13:56:27.223305 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "121", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:56:07" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28907): Process ended prematurely: osmo-stp_10.42.42.5(pid=28907) [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28907)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28907): Process ended prematurely: osmo-stp_10.42.42.5(pid=28907) [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28907)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a13:56:29.209225 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:56:29.220759 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:56:29.373819 tst mo_mt_call.py: using LAC 34407\u000a13:56:29.494116 tst mo_mt_call.py: using RAC 237\u000a13:56:29.613771 tst mo_mt_call.py: using CellId 34407\u000a13:56:29.733094 tst mo_mt_call.py: using BVCI 34408\u000a13:56:29.756624 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:56:29.768190 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:56:29.779610 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:56:29.790930 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:56:29.802657 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:56:29.814085 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:56:29.935784 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:56:30.146085 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:56:30.662971 run create_hlr_db(pid=28901): Launched\u000a13:56:30.869859 bus /sierra_2: Setting Powered False\u000a13:56:31.890983 run create_hlr_db(pid=28901): Terminated: ok {rc=0}\u000a13:56:32.333229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28903): Launched\u000a13:56:32.639912 run osmo-hlr_10.42.42.2(pid=28904): Launched\u000a13:56:32.752010 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:56:33.282419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28906): Launched\u000a13:56:33.589827 run osmo-stp_10.42.42.5(pid=28907): Launched\u000a13:56:33.698819 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:56:34.259756 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28909): Launched\u000a13:56:34.566773 run osmo-msc_10.42.42.6(pid=28910): Launched\u000a13:56:34.745760 run osmo-stp_10.42.42.5(pid=28907): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28907)]\u000a13:56:34.875137 run osmo-stp_10.42.42.5(pid=28907): stdout: \u000a| (launched: 2022-12-13_13:56:33.437064)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:56:35.002399 run osmo-stp_10.42.42.5(pid=28907): stderr: \u000a| �[0;m�[38;5;43m20221213135633606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135633606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135633607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135633607 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135633607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135633608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135633608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:56:35.124942 run osmo-stp_10.42.42.5(pid=28907): stdout: \u000a| (launched: 2022-12-13_13:56:33.437064)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:56:35.246190 run osmo-stp_10.42.42.5(pid=28907): stderr: \u000a| �[0;m�[38;5;43m20221213135633606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135633606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135633607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135633607 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135633607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135633608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135633608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:56:35.299853 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28907): Process ended prematurely: osmo-stp_10.42.42.5(pid=28907) [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28907)] [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a13:56:35.308484 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a13:56:35.368646 run osmo-hlr_10.42.42.2(pid=28904): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28904)]\u000a13:56:35.417617 run osmo-hlr_10.42.42.2(pid=28904): stdout: \u000a| (launched: 2022-12-13_13:56:32.488313) \u000a13:56:35.467211 run osmo-hlr_10.42.42.2(pid=28904): stderr: \u000a| �[0;m�[1;31m20221213135632664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213135632665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213135632665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135632665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135632665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213135632665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213135632680 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213135632689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213135632689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213135632689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:56:35.534896 run osmo-msc_10.42.42.6(pid=28910): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28910)]\u000a13:56:35.583806 run osmo-msc_10.42.42.6(pid=28910): stdout: \u000a| (launched: 2022-12-13_13:56:34.415445) \u000a13:56:35.633231 run osmo-msc_10.42.42.6(pid=28910): stderr: \u000a| �[0;m�[38;5;43m20221213135634687 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213135634687 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd84f08fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213135634687 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213135634687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213135634687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213135634688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213135634689 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213135634690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213135634690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213135634690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:56:35.675272 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28903): Terminating (SIGTERM)\u000a13:56:35.715030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28906): Terminating (SIGTERM)\u000a13:56:35.754749 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28909): Terminating (SIGTERM)\u000a13:56:35.764208 --- ParallelTerminationStrategy: PID 28903 died...\u000a13:56:35.818102 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28903): Terminated: ok {rc=0}\u000a13:56:35.827960 --- ParallelTerminationStrategy: PID 28906 died...\u000a13:56:35.881483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28906): Terminated: ok {rc=0}\u000a13:56:35.891354 --- ParallelTerminationStrategy: PID 28909 died...\u000a13:56:35.944714 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28909): Terminated: ok {rc=0}\u000a13:56:36.033331 bus /sierra_3: Setting Powered False\u000a13:56:37.137230 bus /sierra_3: Setting Powered False\u000a13:56:38.243910 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28918): Process ended prematurely: osmo-stp_10.42.42.5(pid=28918) [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28918)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28918): Process ended prematurely: osmo-stp_10.42.42.5(pid=28918) [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28918)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:56:39.360081 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:56:39.372691 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a13:56:39.535178 tst mo_mt_call_osmux.py: using LAC 34408\u000a13:56:39.663026 tst mo_mt_call_osmux.py: using RAC 238\u000a13:56:39.791160 tst mo_mt_call_osmux.py: using CellId 34408\u000a13:56:39.914044 tst mo_mt_call_osmux.py: using BVCI 34409\u000a13:56:39.937521 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:56:39.950153 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:56:39.961488 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:56:39.972908 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:56:39.984498 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a13:56:39.995879 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:56:40.113296 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a13:56:40.327213 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:56:40.842188 run create_hlr_db(pid=28912): Launched\u000a13:56:41.030286 bus /sierra_2: Setting Powered False\u000a13:56:42.051603 run create_hlr_db(pid=28912): Terminated: ok {rc=0}\u000a13:56:42.466052 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28914): Launched\u000a13:56:42.771452 run osmo-hlr_10.42.42.2(pid=28915): Launched\u000a13:56:42.883198 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:56:43.410827 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28917): Launched\u000a13:56:43.717947 run osmo-stp_10.42.42.5(pid=28918): Launched\u000a13:56:43.828491 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:56:44.387162 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28920): Launched\u000a13:56:44.694394 run osmo-msc_10.42.42.6(pid=28921): Launched\u000a13:56:44.871360 run osmo-stp_10.42.42.5(pid=28918): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28918)]\u000a13:56:44.999397 run osmo-stp_10.42.42.5(pid=28918): stdout: \u000a| (launched: 2022-12-13_13:56:43.565208)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:56:45.126022 run osmo-stp_10.42.42.5(pid=28918): stderr: \u000a| �[0;m�[38;5;43m20221213135643734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135643734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135643734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135643735 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135643735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135643735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135643735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:56:45.247684 run osmo-stp_10.42.42.5(pid=28918): stdout: \u000a| (launched: 2022-12-13_13:56:43.565208)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:56:45.367989 run osmo-stp_10.42.42.5(pid=28918): stderr: \u000a| �[0;m�[38;5;43m20221213135643734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135643734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135643734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135643735 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135643735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135643735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135643735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:56:45.421454 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28918): Process ended prematurely: osmo-stp_10.42.42.5(pid=28918) [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28918)] [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a13:56:45.430312 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a13:56:45.489923 run osmo-hlr_10.42.42.2(pid=28915): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28915)]\u000a13:56:45.538758 run osmo-hlr_10.42.42.2(pid=28915): stdout: \u000a| (launched: 2022-12-13_13:56:42.620746) \u000a13:56:45.588187 run osmo-hlr_10.42.42.2(pid=28915): stderr: \u000a| �[0;m�[1;31m20221213135642797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213135642797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213135642797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135642797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135642797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213135642797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213135642809 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213135642818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213135642818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213135642819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:56:45.655501 run osmo-msc_10.42.42.6(pid=28921): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28921)]\u000a13:56:45.704117 run osmo-msc_10.42.42.6(pid=28921): stdout: \u000a| (launched: 2022-12-13_13:56:44.541910) \u000a13:56:45.753352 run osmo-msc_10.42.42.6(pid=28921): stderr: \u000a| �[0;m�[38;5;43m20221213135644812 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213135644812 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdff1ffdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213135644812 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213135644812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213135644812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213135644812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213135644814 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213135644814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213135644815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213135644815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:56:45.795298 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28914): Terminating (SIGTERM)\u000a13:56:45.848758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28917): Terminating (SIGTERM)\u000a13:56:45.911987 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28920): Terminating (SIGTERM)\u000a13:56:45.921586 --- ParallelTerminationStrategy: PID 28914 died...\u000a13:56:45.975549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28914): Terminated: ok {rc=0}\u000a13:56:45.985690 --- ParallelTerminationStrategy: PID 28917 died...\u000a13:56:46.056470 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28917): Terminated: ok {rc=0}\u000a13:56:46.072723 --- ParallelTerminationStrategy: PID 28920 died...\u000a13:56:46.134139 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28920): Terminated: ok {rc=0}\u000a13:56:46.225992 bus /sierra_3: Setting Powered False\u000a13:56:47.328721 bus /sierra_3: Setting Powered False\u000a13:56:48.439085 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "122", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:56:28" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28932): Process ended prematurely: osmo-stp_10.42.42.5(pid=28932) [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28932)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28932): Process ended prematurely: osmo-stp_10.42.42.5(pid=28932) [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28932)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a13:56:50.422781 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:56:50.434261 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:56:50.587123 tst mo_mt_call.py: using LAC 34409\u000a13:56:50.708102 tst mo_mt_call.py: using RAC 239\u000a13:56:50.836760 tst mo_mt_call.py: using CellId 34409\u000a13:56:50.964356 tst mo_mt_call.py: using BVCI 34410\u000a13:56:50.989750 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:56:51.001553 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:56:51.013115 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:56:51.024633 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:56:51.036374 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:56:51.048097 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:56:51.165392 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:56:51.378826 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:56:51.892255 run create_hlr_db(pid=28926): Launched\u000a13:56:52.080669 bus /sierra_2: Setting Powered False\u000a13:56:53.101838 run create_hlr_db(pid=28926): Terminated: ok {rc=0}\u000a13:56:53.511001 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28928): Launched\u000a13:56:53.817380 run osmo-hlr_10.42.42.2(pid=28929): Launched\u000a13:56:53.928689 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:56:54.458278 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28931): Launched\u000a13:56:54.765472 run osmo-stp_10.42.42.5(pid=28932): Launched\u000a13:56:54.875171 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:56:55.433597 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28934): Launched\u000a13:56:55.741913 run osmo-msc_10.42.42.6(pid=28935): Launched\u000a13:56:55.920873 run osmo-stp_10.42.42.5(pid=28932): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28932)]\u000a13:56:56.049912 run osmo-stp_10.42.42.5(pid=28932): stdout: \u000a| (launched: 2022-12-13_13:56:54.613121)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:56:56.177142 run osmo-stp_10.42.42.5(pid=28932): stderr: \u000a| �[0;m�[38;5;43m20221213135654783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135654783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135654783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135654784 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135654784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135654784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135654784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:56:56.299389 run osmo-stp_10.42.42.5(pid=28932): stdout: \u000a| (launched: 2022-12-13_13:56:54.613121)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:56:56.420236 run osmo-stp_10.42.42.5(pid=28932): stderr: \u000a| �[0;m�[38;5;43m20221213135654783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135654783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135654783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135654784 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135654784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135654784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135654784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:56:56.474279 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28932): Process ended prematurely: osmo-stp_10.42.42.5(pid=28932) [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28932)] [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a13:56:56.483003 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a13:56:56.542860 run osmo-hlr_10.42.42.2(pid=28929): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28929)]\u000a13:56:56.591667 run osmo-hlr_10.42.42.2(pid=28929): stdout: \u000a| (launched: 2022-12-13_13:56:53.666905) \u000a13:56:56.640824 run osmo-hlr_10.42.42.2(pid=28929): stderr: \u000a| �[0;m�[1;31m20221213135653844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213135653844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213135653844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135653844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135653844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213135653844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213135653856 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213135653865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213135653865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213135653865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:56:56.707912 run osmo-msc_10.42.42.6(pid=28935): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28935)]\u000a13:56:56.756570 run osmo-msc_10.42.42.6(pid=28935): stdout: \u000a| (launched: 2022-12-13_13:56:55.588699) \u000a13:56:56.805869 run osmo-msc_10.42.42.6(pid=28935): stderr: \u000a| �[0;m�[38;5;43m20221213135655860 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213135655860 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff738550c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213135655860 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213135655860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213135655860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213135655861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213135655863 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213135655863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213135655863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213135655863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:56:56.847596 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28928): Terminating (SIGTERM)\u000a13:56:56.886983 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28931): Terminating (SIGTERM)\u000a13:56:56.926353 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28934): Terminating (SIGTERM)\u000a13:56:56.935602 --- ParallelTerminationStrategy: PID 28928 died...\u000a13:56:56.988166 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28928): Terminated: ok {rc=0}\u000a13:56:56.997732 --- ParallelTerminationStrategy: PID 28931 died...\u000a13:56:57.050003 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28931): Terminated: ok {rc=0}\u000a13:56:57.059495 --- ParallelTerminationStrategy: PID 28934 died...\u000a13:56:57.111811 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28934): Terminated: ok {rc=0}\u000a13:56:57.198042 bus /sierra_3: Setting Powered False\u000a13:56:58.299953 bus /sierra_3: Setting Powered False\u000a13:56:59.405423 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28943): Process ended prematurely: osmo-stp_10.42.42.5(pid=28943) [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28943)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28943): Process ended prematurely: osmo-stp_10.42.42.5(pid=28943) [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28943)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a13:57:00.519907 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:57:00.532261 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a13:57:00.690621 tst mo_mt_call_osmux.py: using LAC 34410\u000a13:57:00.817690 tst mo_mt_call_osmux.py: using RAC 240\u000a13:57:00.958133 tst mo_mt_call_osmux.py: using CellId 34410\u000a13:57:01.093697 tst mo_mt_call_osmux.py: using BVCI 34411\u000a13:57:01.119857 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:57:01.132860 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:57:01.145411 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:57:01.159071 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:57:01.172067 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a13:57:01.185775 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:57:01.312697 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a13:57:01.550527 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:57:02.117389 run create_hlr_db(pid=28937): Launched\u000a13:57:02.311246 bus /sierra_2: Setting Powered False\u000a13:57:03.329605 run create_hlr_db(pid=28937): Terminated: ok {rc=0}\u000a13:57:03.742363 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28939): Launched\u000a13:57:04.049089 run osmo-hlr_10.42.42.2(pid=28940): Launched\u000a13:57:04.169639 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:57:04.705772 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28942): Launched\u000a13:57:05.009573 run osmo-stp_10.42.42.5(pid=28943): Launched\u000a13:57:05.118539 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:57:05.673858 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28945): Launched\u000a13:57:05.978835 run osmo-msc_10.42.42.6(pid=28946): Launched\u000a13:57:06.156560 run osmo-stp_10.42.42.5(pid=28943): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28943)]\u000a13:57:06.285240 run osmo-stp_10.42.42.5(pid=28943): stdout: \u000a| (launched: 2022-12-13_13:57:04.859838)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:57:06.411698 run osmo-stp_10.42.42.5(pid=28943): stderr: \u000a| �[0;m�[38;5;43m20221213135705029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135705029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135705029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135705030 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135705030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135705030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135705030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:57:06.533556 run osmo-stp_10.42.42.5(pid=28943): stdout: \u000a| (launched: 2022-12-13_13:57:04.859838)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:57:06.654557 run osmo-stp_10.42.42.5(pid=28943): stderr: \u000a| �[0;m�[38;5;43m20221213135705029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135705029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135705029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135705030 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135705030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135705030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135705030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:57:06.707734 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28943): Process ended prematurely: osmo-stp_10.42.42.5(pid=28943) [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28943)] [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a13:57:06.716554 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a13:57:06.775967 run osmo-hlr_10.42.42.2(pid=28940): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28940)]\u000a13:57:06.824295 run osmo-hlr_10.42.42.2(pid=28940): stdout: \u000a| (launched: 2022-12-13_13:57:03.898450) \u000a13:57:06.873132 run osmo-hlr_10.42.42.2(pid=28940): stderr: \u000a| �[0;m�[1;31m20221213135704073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213135704073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213135704073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135704073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135704073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213135704074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213135704086 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213135704094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213135704095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213135704095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:57:06.939839 run osmo-msc_10.42.42.6(pid=28946): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28946)]\u000a13:57:06.988165 run osmo-msc_10.42.42.6(pid=28946): stdout: \u000a| (launched: 2022-12-13_13:57:05.828091) \u000a13:57:07.036920 run osmo-msc_10.42.42.6(pid=28946): stderr: \u000a| �[0;m�[38;5;43m20221213135706097 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213135706098 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff793a07c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213135706098 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213135706098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213135706098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213135706098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213135706100 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213135706100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213135706100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213135706100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:57:07.078586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28939): Terminating (SIGTERM)\u000a13:57:07.117943 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28942): Terminating (SIGTERM)\u000a13:57:07.157377 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28945): Terminating (SIGTERM)\u000a13:57:07.166759 --- ParallelTerminationStrategy: PID 28939 died...\u000a13:57:07.219748 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28939): Terminated: ok {rc=0}\u000a13:57:07.229513 --- ParallelTerminationStrategy: PID 28942 died...\u000a13:57:07.281967 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28942): Terminated: ok {rc=0}\u000a13:57:07.291615 --- ParallelTerminationStrategy: PID 28945 died...\u000a13:57:07.344150 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28945): Terminated: ok {rc=0}\u000a13:57:07.431229 bus /sierra_3: Setting Powered False\u000a13:57:08.532403 bus /sierra_3: Setting Powered False\u000a13:57:09.641666 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "123", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:56:50" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28957): Process ended prematurely: osmo-stp_10.42.42.5(pid=28957) [trial-2390↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28957)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28957): Process ended prematurely: osmo-stp_10.42.42.5(pid=28957) [trial-2390↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28957)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 emergency:trx-lms-limenet-micro emergency_mo_mt_call.py\u000a----------------------------------------------\u000a13:57:11.636006 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:57:11.646916 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a13:57:11.779645 tst emergency_mo_mt_call.py: using LAC 34411\u000a13:57:11.901038 tst emergency_mo_mt_call.py: using RAC 241\u000a13:57:12.021524 tst emergency_mo_mt_call.py: using CellId 34411\u000a13:57:12.142923 tst emergency_mo_mt_call.py: using BVCI 34412\u000a13:57:12.165578 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:57:12.176369 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:57:12.186966 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:57:12.197507 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:57:12.207976 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:57:12.218507 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a13:57:12.340311 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a13:57:12.541159 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:57:13.024088 run create_hlr_db(pid=28951): Launched\u000a13:57:13.198503 bus /sierra_2: Setting Powered False\u000a13:57:14.218830 run create_hlr_db(pid=28951): Terminated: ok {rc=0}\u000a13:57:14.649938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28953): Launched\u000a13:57:14.975090 run osmo-hlr_10.42.42.2(pid=28954): Launched\u000a13:57:15.094361 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:57:15.654948 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28956): Launched\u000a13:57:16.066237 run osmo-stp_10.42.42.5(pid=28957): Launched\u000a13:57:16.311201 tst emergency_mo_mt_call.py: using MSISDN 8187\u000a13:57:16.509640 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:57:17.088925 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28959): Launched\u000a13:57:17.501663 run osmo-msc_10.42.42.6(pid=28960): Launched\u000a13:57:17.679239 run osmo-stp_10.42.42.5(pid=28957): ERR: Terminated: ERROR {rc=1} [trial-2390↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28957)]\u000a13:57:17.806011 run osmo-stp_10.42.42.5(pid=28957): stdout: \u000a| (launched: 2022-12-13_13:57:15.817961)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:57:17.930625 run osmo-stp_10.42.42.5(pid=28957): stderr: \u000a| �[0;m�[38;5;43m20221213135716117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135716118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135716118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135716119 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135716119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135716119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135716119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:57:18.049966 run osmo-stp_10.42.42.5(pid=28957): stdout: \u000a| (launched: 2022-12-13_13:57:15.817961)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:57:18.168204 run osmo-stp_10.42.42.5(pid=28957): stderr: \u000a| �[0;m�[38;5;43m20221213135716117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135716118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135716118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135716119 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135716119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135716119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135716119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:57:18.220580 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=28957): Process ended prematurely: osmo-stp_10.42.42.5(pid=28957) [trial-2390↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28957)] [trial-2390↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19]\u000a13:57:18.228682 tst emergency_mo_mt_call.py:19: Test FAILED (6.6 sec)\u000a13:57:18.288752 run osmo-hlr_10.42.42.2(pid=28954): ERR: Terminated: ERROR {rc=237} [trial-2390↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28954)]\u000a13:57:18.337689 run osmo-hlr_10.42.42.2(pid=28954): stdout: \u000a| (launched: 2022-12-13_13:57:14.813918) \u000a13:57:18.386893 run osmo-hlr_10.42.42.2(pid=28954): stderr: \u000a| �[0;m�[1;31m20221213135715009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213135715009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213135715009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135715009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135715009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213135715009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213135715021 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/emergency:trx-lms-limenet-micro/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213135715031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213135715031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213135715031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:57:18.453899 run osmo-msc_10.42.42.6(pid=28960): ERR: Terminated: ERROR {rc=2} [trial-2390↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28960)]\u000a13:57:18.502484 run osmo-msc_10.42.42.6(pid=28960): stdout: \u000a| (launched: 2022-12-13_13:57:17.244867) \u000a13:57:18.551689 run osmo-msc_10.42.42.6(pid=28960): stderr: \u000a| �[0;m�[38;5;43m20221213135717620 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213135717620 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f997df28c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213135717620 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213135717620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213135717620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213135717620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213135717622 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213135717623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213135717623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213135717623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:57:18.593210 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28953): Terminating (SIGTERM)\u000a13:57:18.632339 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28956): Terminating (SIGTERM)\u000a13:57:18.672227 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28959): Terminating (SIGTERM)\u000a13:57:18.681652 --- ParallelTerminationStrategy: PID 28953 died...\u000a13:57:18.734935 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28953): Terminated: ok {rc=0}\u000a13:57:18.744464 --- ParallelTerminationStrategy: PID 28956 died...\u000a13:57:18.797540 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28956): Terminated: ok {rc=0}\u000a13:57:18.807321 --- ParallelTerminationStrategy: PID 28959 died...\u000a13:57:18.860022 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28959): Terminated: ok {rc=0}\u000a13:57:18.947671 bus /sierra_3: Setting Powered False\u000a13:57:20.049780 bus /sierra_3: Setting Powered False\u000a13:57:21.154967 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28968): Process ended prematurely: osmo-stp_10.42.42.5(pid=28968) [trial-2390↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28968)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28968): Process ended prematurely: osmo-stp_10.42.42.5(pid=28968) [trial-2390↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28968)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 emergency:trx-lms-limenet-micro emergency_preemptive_call.py\u000a----------------------------------------------\u000a13:57:22.204229 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:57:22.215726 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a13:57:22.346025 tst emergency_preemptive_call.py: using LAC 34412\u000a13:57:22.461823 tst emergency_preemptive_call.py: using RAC 242\u000a13:57:22.581813 tst emergency_preemptive_call.py: using CellId 34412\u000a13:57:22.697958 tst emergency_preemptive_call.py: using BVCI 34413\u000a13:57:22.720542 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:57:22.731577 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:57:22.742306 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:57:22.753457 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:57:22.764442 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a13:57:22.775362 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a13:57:22.889210 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a13:57:23.003402 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a13:57:23.123910 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a13:57:23.323106 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:57:23.804396 run create_hlr_db(pid=28962): Launched\u000a13:57:23.977268 bus /sierra_2: Setting Powered False\u000a13:57:24.997983 run create_hlr_db(pid=28962): Terminated: ok {rc=0}\u000a13:57:25.427258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28964): Launched\u000a13:57:25.750234 run osmo-hlr_10.42.42.2(pid=28965): Launched\u000a13:57:25.869244 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:57:26.426580 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28967): Launched\u000a13:57:26.749020 run osmo-stp_10.42.42.5(pid=28968): Launched\u000a13:57:26.878735 tst emergency_preemptive_call.py: using MSISDN 8188\u000a13:57:27.038263 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a13:57:27.622483 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28970): Launched\u000a13:57:27.944774 run osmo-msc_10.42.42.6(pid=28971): Launched\u000a13:57:28.132709 run osmo-stp_10.42.42.5(pid=28968): ERR: Terminated: ERROR {rc=1} [trial-2390↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28968)]\u000a13:57:28.268925 run osmo-stp_10.42.42.5(pid=28968): stdout: \u000a| (launched: 2022-12-13_13:57:26.589195)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:57:28.404115 run osmo-stp_10.42.42.5(pid=28968): stderr: \u000a| �[0;m�[38;5;43m20221213135726781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135726781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135726781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135726782 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135726782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135726782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135726782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:57:28.532545 run osmo-stp_10.42.42.5(pid=28968): stdout: \u000a| (launched: 2022-12-13_13:57:26.589195)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:57:28.659746 run osmo-stp_10.42.42.5(pid=28968): stderr: \u000a| �[0;m�[38;5;43m20221213135726781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135726781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135726781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135726782 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135726782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135726782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135726782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:57:28.715801 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=28968): Process ended prematurely: osmo-stp_10.42.42.5(pid=28968) [trial-2390↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28968)] [trial-2390↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32]\u000a13:57:28.724687 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a13:57:28.788389 run osmo-hlr_10.42.42.2(pid=28965): ERR: Terminated: ERROR {rc=237} [trial-2390↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28965)]\u000a13:57:28.839774 run osmo-hlr_10.42.42.2(pid=28965): stdout: \u000a| (launched: 2022-12-13_13:57:25.590114) \u000a13:57:28.891750 run osmo-hlr_10.42.42.2(pid=28965): stderr: \u000a| �[0;m�[1;31m20221213135725785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213135725785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213135725785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135725786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135725786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213135725786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213135725799 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/emergency:trx-lms-limenet-micro/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213135725809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213135725809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213135725809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:57:28.962377 run osmo-msc_10.42.42.6(pid=28971): ERR: Terminated: ERROR {rc=2} [trial-2390↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28971)]\u000a13:57:29.013273 run osmo-msc_10.42.42.6(pid=28971): stdout: \u000a| (launched: 2022-12-13_13:57:27.785152) \u000a13:57:29.065066 run osmo-msc_10.42.42.6(pid=28971): stderr: \u000a| �[0;m�[38;5;43m20221213135728103 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213135728103 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f838aa75c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213135728103 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213135728103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213135728103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213135728103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213135728105 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213135728106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213135728106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213135728106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a13:57:29.109624 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28964): Terminating (SIGTERM)\u000a13:57:29.151576 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28967): Terminating (SIGTERM)\u000a13:57:29.193628 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28970): Terminating (SIGTERM)\u000a13:57:29.203445 --- ParallelTerminationStrategy: PID 28964 died...\u000a13:57:29.259992 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28964): Terminated: ok {rc=0}\u000a13:57:29.270258 --- ParallelTerminationStrategy: PID 28967 died...\u000a13:57:29.326305 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28967): Terminated: ok {rc=0}\u000a13:57:29.336468 --- ParallelTerminationStrategy: PID 28970 died...\u000a13:57:29.392221 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28970): Terminated: ok {rc=0}\u000a13:57:29.478476 bus /sierra_9: Setting Powered False\u000a13:57:30.583803 bus /sierra_9: Setting Powered False\u000a13:57:31.705842 bus /sierra_8: Setting Powered False\u000a13:57:32.806596 bus /sierra_8: Setting Powered False\u000a13:57:33.913215 bus /sierra_3: Setting Powered False\u000a13:57:35.018824 bus /sierra_3: Setting Powered False\u000a13:57:36.128002 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "124", "name" : "emergency_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:57:11" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-lms-limenet-micro", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28986): Process ended prematurely: osmo-stp_10.42.42.5(pid=28986) [trial-2390↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28986)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28986): Process ended prematurely: osmo-stp_10.42.42.5(pid=28986) [trial-2390↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28986)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-lms-limenet-micro cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:57:38.229139 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:57:38.239777 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a13:57:38.373700 tst cs_paging_gprs_active.py: using LAC 34413\u000a13:57:38.492666 tst cs_paging_gprs_active.py: using RAC 243\u000a13:57:38.621607 tst cs_paging_gprs_active.py: using CellId 34413\u000a13:57:38.751399 tst cs_paging_gprs_active.py: using BVCI 34414\u000a13:57:38.776825 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:57:38.788353 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:57:38.799738 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:57:38.811153 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:57:38.822512 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:57:38.833908 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:57:38.845461 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:57:38.856682 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:57:38.868162 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a13:57:38.987661 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a13:57:39.276777 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:57:39.403889 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:57:39.720396 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28976): Launched\u000a13:57:39.985133 run iperf3-srv_10.42.42.10(pid=28977): Launched\u000a13:57:40.170635 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:57:40.297096 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:57:40.615648 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28978): Launched\u000a13:57:40.881122 run iperf3-srv_10.42.42.10(pid=28979): Launched\u000a13:57:41.066410 tst cs_paging_gprs_active.py:38: start network...\u000a13:57:41.193300 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:57:41.684258 run create_hlr_db(pid=28980): Launched\u000a13:57:41.858476 bus /sierra_2: Setting Powered False\u000a13:57:42.881369 run create_hlr_db(pid=28980): Terminated: ok {rc=0}\u000a13:57:43.317583 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28982): Launched\u000a13:57:43.645869 run osmo-hlr_10.42.42.2(pid=28983): Launched\u000a13:57:43.766493 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:57:44.335556 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28985): Launched\u000a13:57:44.665594 run osmo-stp_10.42.42.5(pid=28986): Launched\u000a13:57:44.784769 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:57:45.357052 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28988): Launched\u000a13:57:45.466160 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:57:45.736545 run patchelf(pid=28989): Launched\u000a13:57:45.925991 run osmo-stp_10.42.42.5(pid=28986): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28986)]\u000a13:57:46.063126 run osmo-stp_10.42.42.5(pid=28986): stdout: \u000a| (launched: 2022-12-13_13:57:44.502657)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:57:46.198044 run osmo-stp_10.42.42.5(pid=28986): stderr: \u000a| �[0;m�[38;5;43m20221213135744692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135744693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135744693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135744693 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135744694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135744694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135744694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:57:46.326461 run osmo-stp_10.42.42.5(pid=28986): stdout: \u000a| (launched: 2022-12-13_13:57:44.502657)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:57:46.454148 run osmo-stp_10.42.42.5(pid=28986): stderr: \u000a| �[0;m�[38;5;43m20221213135744692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135744693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135744693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135744693 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135744694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135744694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135744694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:57:46.602781 run patchelf(pid=28989): Terminating (SIGINT)\u000a13:57:46.778271 run patchelf(pid=28989): Terminated: ok {rc=0}\u000a13:57:46.811391 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=28986): Process ended prematurely: osmo-stp_10.42.42.5(pid=28986) [trial-2390↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28986)] [trial-2390↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38]\u000a13:57:46.821736 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a13:57:46.883975 run osmo-hlr_10.42.42.2(pid=28983): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28983)]\u000a13:57:46.934262 run osmo-hlr_10.42.42.2(pid=28983): stdout: \u000a| (launched: 2022-12-13_13:57:43.483512) \u000a13:57:46.985223 run osmo-hlr_10.42.42.2(pid=28983): stderr: \u000a| �[0;m�[1;31m20221213135743680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213135743680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213135743680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135743680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135743680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213135743680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213135743693 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-lms-limenet-micro/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213135743701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213135743702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213135743702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:57:47.028296 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28976): Terminating (SIGTERM)\u000a13:57:47.068866 run iperf3-srv_10.42.42.10(pid=28977): Terminating (SIGTERM)\u000a13:57:47.109555 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28978): Terminating (SIGTERM)\u000a13:57:47.150486 run iperf3-srv_10.42.42.10(pid=28979): Terminating (SIGTERM)\u000a13:57:47.193267 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28982): Terminating (SIGTERM)\u000a13:57:47.234335 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28985): Terminating (SIGTERM)\u000a13:57:47.276809 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28988): Terminating (SIGTERM)\u000a13:57:47.286880 --- ParallelTerminationStrategy: PID 28976 died...\u000a13:57:47.341897 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28976): Terminated: ok {rc=0}\u000a13:57:47.351579 --- ParallelTerminationStrategy: PID 28977 died...\u000a13:57:47.404349 run iperf3-srv_10.42.42.10(pid=28977): Terminated {rc=256}\u000a13:57:47.414004 --- ParallelTerminationStrategy: PID 28978 died...\u000a13:57:47.466986 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28978): Terminated: ok {rc=0}\u000a13:57:47.476569 --- ParallelTerminationStrategy: PID 28979 died...\u000a13:57:47.529310 run iperf3-srv_10.42.42.10(pid=28979): Terminated {rc=256}\u000a13:57:47.539307 --- ParallelTerminationStrategy: PID 28982 died...\u000a13:57:47.592218 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28982): Terminated: ok {rc=0}\u000a13:57:47.602002 --- ParallelTerminationStrategy: PID 28985 died...\u000a13:57:47.654726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28985): Terminated: ok {rc=0}\u000a13:57:47.664405 --- ParallelTerminationStrategy: PID 28988 died...\u000a13:57:47.717590 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28988): Terminated: ok {rc=0}\u000a13:57:47.805498 bus /gobi_0: Setting Powered False\u000a13:57:48.908698 bus /gobi_0: Setting Powered False\u000a13:57:50.020011 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-lms-limenet-micro", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28998): Process ended prematurely: osmo-stp_10.42.42.5(pid=28998) [trial-2390↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28998)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28998): Process ended prematurely: osmo-stp_10.42.42.5(pid=28998) [trial-2390↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28998)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-lms-limenet-micro iperf3.py\u000a----------------------------------------------\u000a13:57:51.130824 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:57:51.142175 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a13:57:51.279109 tst iperf3.py: using LAC 34414\u000a13:57:51.400543 tst iperf3.py: using RAC 244\u000a13:57:51.523151 tst iperf3.py: using CellId 34414\u000a13:57:51.644134 tst iperf3.py: using BVCI 34415\u000a13:57:51.667521 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:57:51.678601 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:57:51.689440 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:57:51.699900 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:57:51.710517 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:57:51.721434 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:57:51.732372 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:57:51.743072 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:57:51.753905 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a13:57:52.049593 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:57:52.186335 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:57:52.525952 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28990): Launched\u000a13:57:52.811290 run iperf3-srv_10.42.42.10(pid=28991): Launched\u000a13:57:53.013774 tst iperf3.py:8: start network...\u000a13:57:53.151165 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:57:53.670148 run create_hlr_db(pid=28992): Launched\u000a13:57:53.859242 bus /gobi_6: Setting Powered False\u000a13:57:54.879702 run create_hlr_db(pid=28992): Terminated: ok {rc=0}\u000a13:57:55.289709 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28994): Launched\u000a13:57:55.597771 run osmo-hlr_10.42.42.2(pid=28995): Launched\u000a13:57:55.709562 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:57:56.238037 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28997): Launched\u000a13:57:56.543631 run osmo-stp_10.42.42.5(pid=28998): Launched\u000a13:57:56.654553 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:57:57.188758 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29000): Launched\u000a13:57:57.296370 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:57:57.563301 run patchelf(pid=29001): Launched\u000a13:57:57.741171 run osmo-stp_10.42.42.5(pid=28998): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28998)]\u000a13:57:57.870872 run osmo-stp_10.42.42.5(pid=28998): stdout: \u000a| (launched: 2022-12-13_13:57:56.392353)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:57:58.001827 run osmo-stp_10.42.42.5(pid=28998): stderr: \u000a| �[0;m�[38;5;43m20221213135756560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135756560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135756561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135756561 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135756562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135756562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135756562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:57:58.127545 run osmo-stp_10.42.42.5(pid=28998): stdout: \u000a| (launched: 2022-12-13_13:57:56.392353)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:57:58.252019 run osmo-stp_10.42.42.5(pid=28998): stderr: \u000a| �[0;m�[38;5;43m20221213135756560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135756560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135756561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135756561 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135756562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135756562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135756562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:57:58.397427 run patchelf(pid=29001): Terminating (SIGINT)\u000a13:57:58.568651 run patchelf(pid=29001): Terminated: ok {rc=0}\u000a13:57:58.600024 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28998): Process ended prematurely: osmo-stp_10.42.42.5(pid=28998) [trial-2390↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28998)] [trial-2390↪gprs:trx-lms-limenet-micro↪iperf3.py:8]\u000a13:57:58.609303 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a13:57:58.668791 run osmo-hlr_10.42.42.2(pid=28995): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-lms-limenet-micro↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28995)]\u000a13:57:58.717573 run osmo-hlr_10.42.42.2(pid=28995): stdout: \u000a| (launched: 2022-12-13_13:57:55.444684) \u000a13:57:58.766575 run osmo-hlr_10.42.42.2(pid=28995): stderr: \u000a| �[0;m�[1;31m20221213135755620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213135755620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213135755620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135755620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135755620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213135755620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213135755632 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-lms-limenet-micro/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213135755640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213135755641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213135755641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:57:58.808532 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28990): Terminating (SIGTERM)\u000a13:57:58.847864 run iperf3-srv_10.42.42.10(pid=28991): Terminating (SIGTERM)\u000a13:57:58.887229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28994): Terminating (SIGTERM)\u000a13:57:58.926607 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28997): Terminating (SIGTERM)\u000a13:57:58.966269 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29000): Terminating (SIGTERM)\u000a13:57:58.975412 --- ParallelTerminationStrategy: PID 28990 died...\u000a13:57:59.028555 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28990): Terminated: ok {rc=0}\u000a13:57:59.038345 --- ParallelTerminationStrategy: PID 28991 died...\u000a13:57:59.091115 run iperf3-srv_10.42.42.10(pid=28991): Terminated {rc=256}\u000a13:57:59.100641 --- ParallelTerminationStrategy: PID 28994 died...\u000a13:57:59.153591 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28994): Terminated: ok {rc=0}\u000a13:57:59.163357 --- ParallelTerminationStrategy: PID 28997 died...\u000a13:57:59.216167 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28997): Terminated: ok {rc=0}\u000a13:57:59.225985 --- ParallelTerminationStrategy: PID 29000 died...\u000a13:57:59.278768 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29000): Terminated: ok {rc=0}\u000a13:57:59.366078 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-lms-limenet-micro", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29016): Process ended prematurely: osmo-stp_10.42.42.5(pid=29016) [trial-2390↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29016)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29016): Process ended prematurely: osmo-stp_10.42.42.5(pid=29016) [trial-2390↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29016)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-lms-limenet-micro iperf3m4.py\u000a----------------------------------------------\u000a13:58:00.476896 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:58:00.488374 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a13:58:00.623842 tst iperf3m4.py: using LAC 34415\u000a13:58:00.745516 tst iperf3m4.py: using RAC 245\u000a13:58:00.882961 tst iperf3m4.py: using CellId 34415\u000a13:58:01.035769 tst iperf3m4.py: using BVCI 34416\u000a13:58:01.073797 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:58:01.090028 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:58:01.105936 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:58:01.123021 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:58:01.139699 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:58:01.157470 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:58:01.174784 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:58:01.190759 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:58:01.206784 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a13:58:01.371417 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a13:58:01.501554 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a13:58:01.647502 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a13:58:01.958708 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:58:02.099833 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:58:02.446625 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29002): Launched\u000a13:58:02.729025 run iperf3-srv_10.42.42.10(pid=29003): Launched\u000a13:58:02.931148 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:58:03.068738 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:58:03.411150 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29004): Launched\u000a13:58:03.695329 run iperf3-srv_10.42.42.10(pid=29005): Launched\u000a13:58:03.896843 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:58:04.033250 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:58:04.372023 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29006): Launched\u000a13:58:04.655816 run iperf3-srv_10.42.42.10(pid=29007): Launched\u000a13:58:04.856654 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:58:04.992741 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:58:05.332164 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29008): Launched\u000a13:58:05.616614 run iperf3-srv_10.42.42.10(pid=29009): Launched\u000a13:58:05.817173 tst iperf3m4.py:8: start network...\u000a13:58:05.953588 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:58:06.471075 run create_hlr_db(pid=29010): Launched\u000a13:58:06.659911 bus /gobi_6: Setting Powered False\u000a13:58:07.680201 run create_hlr_db(pid=29010): Terminated: ok {rc=0}\u000a13:58:08.091729 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29012): Launched\u000a13:58:08.401720 run osmo-hlr_10.42.42.2(pid=29013): Launched\u000a13:58:08.522670 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:58:09.174685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29015): Launched\u000a13:58:09.473963 run osmo-stp_10.42.42.5(pid=29016): Launched\u000a13:58:09.582469 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:58:10.103244 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29018): Launched\u000a13:58:10.209100 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:58:10.470932 run patchelf(pid=29019): Launched\u000a13:58:10.645525 run osmo-stp_10.42.42.5(pid=29016): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29016)]\u000a13:58:10.773262 run osmo-stp_10.42.42.5(pid=29016): stdout: \u000a| (launched: 2022-12-13_13:58:09.325989)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:58:10.901085 run osmo-stp_10.42.42.5(pid=29016): stderr: \u000a| �[0;m�[38;5;43m20221213135809492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135809492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135809493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135809493 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135809493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135809494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135809494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:58:11.024321 run osmo-stp_10.42.42.5(pid=29016): stdout: \u000a| (launched: 2022-12-13_13:58:09.325989)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:58:11.147286 run osmo-stp_10.42.42.5(pid=29016): stderr: \u000a| �[0;m�[38;5;43m20221213135809492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135809492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135809493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135809493 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135809493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135809494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135809494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:58:11.290407 run patchelf(pid=29019): Terminating (SIGINT)\u000a13:58:11.458596 run patchelf(pid=29019): Terminated: ok {rc=0}\u000a13:58:11.489707 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29016): Process ended prematurely: osmo-stp_10.42.42.5(pid=29016) [trial-2390↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29016)] [trial-2390↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8]\u000a13:58:11.498906 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a13:58:11.557973 run osmo-hlr_10.42.42.2(pid=29013): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-lms-limenet-micro↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29013)]\u000a13:58:11.606116 run osmo-hlr_10.42.42.2(pid=29013): stdout: \u000a| (launched: 2022-12-13_13:58:08.246881) \u000a13:58:11.654651 run osmo-hlr_10.42.42.2(pid=29013): stderr: \u000a| �[0;m�[1;31m20221213135808421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213135808421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213135808421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135808421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135808421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213135808421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213135808433 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-lms-limenet-micro/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213135808441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213135808442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213135808442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:58:11.696344 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29002): Terminating (SIGTERM)\u000a13:58:11.735191 run iperf3-srv_10.42.42.10(pid=29003): Terminating (SIGTERM)\u000a13:58:11.774258 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29004): Terminating (SIGTERM)\u000a13:58:11.813246 run iperf3-srv_10.42.42.10(pid=29005): Terminating (SIGTERM)\u000a13:58:11.852381 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29006): Terminating (SIGTERM)\u000a13:58:11.891542 run iperf3-srv_10.42.42.10(pid=29007): Terminating (SIGTERM)\u000a13:58:11.930593 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29008): Terminating (SIGTERM)\u000a13:58:11.969535 run iperf3-srv_10.42.42.10(pid=29009): Terminating (SIGTERM)\u000a13:58:12.008919 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29012): Terminating (SIGTERM)\u000a13:58:12.047882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29015): Terminating (SIGTERM)\u000a13:58:12.086761 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29018): Terminating (SIGTERM)\u000a13:58:12.095965 --- ParallelTerminationStrategy: PID 29002 died...\u000a13:58:12.148594 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29002): Terminated: ok {rc=0}\u000a13:58:12.158216 --- ParallelTerminationStrategy: PID 29003 died...\u000a13:58:12.210399 run iperf3-srv_10.42.42.10(pid=29003): Terminated {rc=256}\u000a13:58:12.219887 --- ParallelTerminationStrategy: PID 29004 died...\u000a13:58:12.271936 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29004): Terminated: ok {rc=0}\u000a13:58:12.281852 --- ParallelTerminationStrategy: PID 29005 died...\u000a13:58:12.334425 run iperf3-srv_10.42.42.10(pid=29005): Terminated {rc=256}\u000a13:58:12.344330 --- ParallelTerminationStrategy: PID 29006 died...\u000a13:58:12.396917 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29006): Terminated: ok {rc=0}\u000a13:58:12.406580 --- ParallelTerminationStrategy: PID 29007 died...\u000a13:58:12.458948 run iperf3-srv_10.42.42.10(pid=29007): Terminated {rc=256}\u000a13:58:12.468418 --- ParallelTerminationStrategy: PID 29008 died...\u000a13:58:12.520547 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29008): Terminated: ok {rc=0}\u000a13:58:12.530198 --- ParallelTerminationStrategy: PID 29009 died...\u000a13:58:12.582700 run iperf3-srv_10.42.42.10(pid=29009): Terminated {rc=256}\u000a13:58:12.592231 --- ParallelTerminationStrategy: PID 29012 died...\u000a13:58:12.644482 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29012): Terminated: ok {rc=0}\u000a13:58:12.653966 --- ParallelTerminationStrategy: PID 29015 died...\u000a13:58:12.706275 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29015): Terminated: ok {rc=0}\u000a13:58:12.715799 --- ParallelTerminationStrategy: PID 29018 died...\u000a13:58:12.767869 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29018): Terminated: ok {rc=0}\u000a13:58:12.855127 bus /gobi_4: Setting Powered False\u000a13:58:13.958067 bus /gobi_4: Setting Powered False\u000a13:58:15.067645 bus /gobi_1: Setting Powered False\u000a13:58:16.167899 bus /gobi_1: Setting Powered False\u000a13:58:17.273381 bus /gobi_0: Setting Powered False\u000a13:58:18.376605 bus /gobi_0: Setting Powered False\u000a13:58:19.487864 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29026): Process ended prematurely: osmo-stp_10.42.42.5(pid=29026) [trial-2390↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29026)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29026): Process ended prematurely: osmo-stp_10.42.42.5(pid=29026) [trial-2390↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29026)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-lms-limenet-micro ping.py\u000a----------------------------------------------\u000a13:58:20.555965 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:58:20.568789 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a13:58:20.701130 tst ping.py: using LAC 34416\u000a13:58:20.818951 tst ping.py: using RAC 246\u000a13:58:20.935310 tst ping.py: using CellId 34416\u000a13:58:21.067178 tst ping.py: using BVCI 34417\u000a13:58:21.091498 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:58:21.102935 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:58:21.114051 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:58:21.125352 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:58:21.136693 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:58:21.147995 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:58:21.159575 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:58:21.170857 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a13:58:21.442391 tst ping.py:19: start network...\u000a13:58:21.563934 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:58:22.034081 run create_hlr_db(pid=29020): Launched\u000a13:58:22.203704 bus /gobi_6: Setting Powered False\u000a13:58:23.235600 run create_hlr_db(pid=29020): Terminated: ok {rc=0}\u000a13:58:23.657058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29022): Launched\u000a13:58:23.973247 run osmo-hlr_10.42.42.2(pid=29023): Launched\u000a13:58:24.089887 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:58:24.642347 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29025): Launched\u000a13:58:24.959394 run osmo-stp_10.42.42.5(pid=29026): Launched\u000a13:58:25.073812 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:58:25.624560 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29028): Launched\u000a13:58:25.737585 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:58:26.000545 run patchelf(pid=29029): Launched\u000a13:58:26.172306 run osmo-stp_10.42.42.5(pid=29026): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29026)]\u000a13:58:26.298085 run osmo-stp_10.42.42.5(pid=29026): stdout: \u000a| (launched: 2022-12-13_13:58:24.802230)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:58:26.423988 run osmo-stp_10.42.42.5(pid=29026): stderr: \u000a| �[0;m�[38;5;43m20221213135824991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135824991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135824991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135824992 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135824992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135824992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135824992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:58:26.545289 run osmo-stp_10.42.42.5(pid=29026): stdout: \u000a| (launched: 2022-12-13_13:58:24.802230)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:58:26.666077 run osmo-stp_10.42.42.5(pid=29026): stderr: \u000a| �[0;m�[38;5;43m20221213135824991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135824991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135824991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135824992 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135824992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135824992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135824992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:58:26.806119 run patchelf(pid=29029): Terminating (SIGINT)\u000a13:58:26.971526 run patchelf(pid=29029): Terminated: ok {rc=0}\u000a13:58:27.001873 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29026): Process ended prematurely: osmo-stp_10.42.42.5(pid=29026) [trial-2390↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29026)] [trial-2390↪gprs:trx-lms-limenet-micro↪ping.py:22]\u000a13:58:27.010540 tst ping.py:22: Test FAILED (6.4 sec)\u000a13:58:27.069012 run osmo-hlr_10.42.42.2(pid=29023): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-lms-limenet-micro↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29023)]\u000a13:58:27.117161 run osmo-hlr_10.42.42.2(pid=29023): stdout: \u000a| (launched: 2022-12-13_13:58:23.817905) \u000a13:58:27.165708 run osmo-hlr_10.42.42.2(pid=29023): stderr: \u000a| �[0;m�[1;31m20221213135824012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213135824012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213135824012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135824012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135824012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213135824012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213135824024 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-lms-limenet-micro/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213135824032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213135824032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213135824032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:58:27.207914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29022): Terminating (SIGTERM)\u000a13:58:27.247245 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29025): Terminating (SIGTERM)\u000a13:58:27.286521 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29028): Terminating (SIGTERM)\u000a13:58:27.295635 --- ParallelTerminationStrategy: PID 29022 died...\u000a13:58:27.348389 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29022): Terminated: ok {rc=0}\u000a13:58:27.357942 --- ParallelTerminationStrategy: PID 29025 died...\u000a13:58:27.410209 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29025): Terminated: ok {rc=0}\u000a13:58:27.419635 --- ParallelTerminationStrategy: PID 29028 died...\u000a13:58:27.471801 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29028): Terminated: ok {rc=0}\u000a13:58:27.558404 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29036): Process ended prematurely: osmo-stp_10.42.42.5(pid=29036) [trial-2390↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29036)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29036): Process ended prematurely: osmo-stp_10.42.42.5(pid=29036) [trial-2390↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29036)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-lms-limenet-micro ping_idle_ping.py\u000a----------------------------------------------\u000a13:58:28.610886 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:58:28.623212 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a13:58:28.762160 tst ping_idle_ping.py: using LAC 34417\u000a13:58:28.885396 tst ping_idle_ping.py: using RAC 247\u000a13:58:29.013717 tst ping_idle_ping.py: using CellId 34417\u000a13:58:29.135712 tst ping_idle_ping.py: using BVCI 34418\u000a13:58:29.160217 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:58:29.171588 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:58:29.182734 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:58:29.193865 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:58:29.205333 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:58:29.216740 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:58:29.228378 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a13:58:29.239993 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a13:58:29.527552 tst ping_idle_ping.py:24: start network...\u000a13:58:29.659511 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:58:30.157613 run create_hlr_db(pid=29030): Launched\u000a13:58:30.340392 bus /gobi_6: Setting Powered False\u000a13:58:31.366206 run create_hlr_db(pid=29030): Terminated: ok {rc=0}\u000a13:58:31.832503 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29032): Launched\u000a13:58:32.246903 run osmo-hlr_10.42.42.2(pid=29033): Launched\u000a13:58:32.358498 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:58:32.886561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29035): Launched\u000a13:58:33.202882 run osmo-stp_10.42.42.5(pid=29036): Launched\u000a13:58:33.317757 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:58:33.870972 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29038): Launched\u000a13:58:33.983608 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:58:34.261311 run patchelf(pid=29039): Launched\u000a13:58:34.446161 run osmo-stp_10.42.42.5(pid=29036): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29036)]\u000a13:58:34.581925 run osmo-stp_10.42.42.5(pid=29036): stdout: \u000a| (launched: 2022-12-13_13:58:33.047144)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:58:34.717787 run osmo-stp_10.42.42.5(pid=29036): stderr: \u000a| �[0;m�[38;5;43m20221213135833236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135833237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135833237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135833237 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135833238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135833238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135833238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:58:34.848738 run osmo-stp_10.42.42.5(pid=29036): stdout: \u000a| (launched: 2022-12-13_13:58:33.047144)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:58:34.978137 run osmo-stp_10.42.42.5(pid=29036): stderr: \u000a| �[0;m�[38;5;43m20221213135833236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135833237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135833237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135833237 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135833238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135833238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135833238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:58:35.129635 run patchelf(pid=29039): Terminating (SIGINT)\u000a13:58:35.307441 run patchelf(pid=29039): Terminated: ok {rc=0}\u000a13:58:35.339650 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29036): Process ended prematurely: osmo-stp_10.42.42.5(pid=29036) [trial-2390↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29036)] [trial-2390↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27]\u000a13:58:35.349020 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a13:58:35.411731 run osmo-hlr_10.42.42.2(pid=29033): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29033)]\u000a13:58:35.463018 run osmo-hlr_10.42.42.2(pid=29033): stdout: \u000a| (launched: 2022-12-13_13:58:32.019457) \u000a13:58:35.514853 run osmo-hlr_10.42.42.2(pid=29033): stderr: \u000a| �[0;m�[1;31m20221213135832288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213135832288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213135832289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135832289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135832289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213135832289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213135832301 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-lms-limenet-micro/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213135832309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213135832309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213135832309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:58:35.559449 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29032): Terminating (SIGTERM)\u000a13:58:35.601486 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29035): Terminating (SIGTERM)\u000a13:58:35.643738 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29038): Terminating (SIGTERM)\u000a13:58:35.653326 --- ParallelTerminationStrategy: PID 29032 died...\u000a13:58:35.709141 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29032): Terminated: ok {rc=0}\u000a13:58:35.719056 --- ParallelTerminationStrategy: PID 29035 died...\u000a13:58:35.774908 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29035): Terminated: ok {rc=0}\u000a13:58:35.784783 --- ParallelTerminationStrategy: PID 29038 died...\u000a13:58:35.840988 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29038): Terminated: ok {rc=0}\u000a13:58:35.926906 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "125", "name" : "gprs_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:57:37" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29053): Process ended prematurely: osmo-stp_10.42.42.5(pid=29053) [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29053)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29053): Process ended prematurely: osmo-stp_10.42.42.5(pid=29053) [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29053)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-lms-limenet-micro+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:58:38.075095 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:58:38.086487 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:58:38.221701 tst cs_paging_gprs_active.py: using LAC 34418\u000a13:58:38.346536 tst cs_paging_gprs_active.py: using RAC 248\u000a13:58:38.474062 tst cs_paging_gprs_active.py: using CellId 34418\u000a13:58:38.599554 tst cs_paging_gprs_active.py: using BVCI 34419\u000a13:58:38.624368 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:58:38.636059 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:58:38.647381 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:58:38.658690 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:58:38.670242 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:58:38.681901 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:58:38.693516 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:58:38.705022 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:58:38.716687 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:58:38.835111 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:58:39.112457 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:58:39.237649 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:58:39.550471 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29043): Launched\u000a13:58:39.811472 run iperf3-srv_10.42.42.10(pid=29044): Launched\u000a13:58:39.993993 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:58:40.118776 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:58:40.431177 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29045): Launched\u000a13:58:40.690449 run iperf3-srv_10.42.42.10(pid=29046): Launched\u000a13:58:40.872773 tst cs_paging_gprs_active.py:38: start network...\u000a13:58:40.997416 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:58:41.482426 run create_hlr_db(pid=29047): Launched\u000a13:58:41.654671 bus /gobi_6: Setting Powered False\u000a13:58:42.677008 run create_hlr_db(pid=29047): Terminated: ok {rc=0}\u000a13:58:43.078809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29049): Launched\u000a13:58:43.381537 run osmo-hlr_10.42.42.2(pid=29050): Launched\u000a13:58:43.496082 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:58:44.021064 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29052): Launched\u000a13:58:44.322900 run osmo-stp_10.42.42.5(pid=29053): Launched\u000a13:58:44.431460 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:58:44.959427 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29055): Launched\u000a13:58:45.066402 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:58:45.331125 run patchelf(pid=29056): Launched\u000a13:58:45.509071 run osmo-stp_10.42.42.5(pid=29053): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29053)]\u000a13:58:45.638409 run osmo-stp_10.42.42.5(pid=29053): stdout: \u000a| (launched: 2022-12-13_13:58:44.173904)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:58:45.767955 run osmo-stp_10.42.42.5(pid=29053): stderr: \u000a| �[0;m�[38;5;43m20221213135844340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135844340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135844341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135844341 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135844342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135844342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135844342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:58:45.901323 run osmo-stp_10.42.42.5(pid=29053): stdout: \u000a| (launched: 2022-12-13_13:58:44.173904)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:58:46.027055 run osmo-stp_10.42.42.5(pid=29053): stderr: \u000a| �[0;m�[38;5;43m20221213135844340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135844340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135844341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135844341 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135844342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135844342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135844342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:58:46.174519 run patchelf(pid=29056): Terminating (SIGINT)\u000a13:58:46.348167 run patchelf(pid=29056): Terminated: ok {rc=0}\u000a13:58:46.381185 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29053): Process ended prematurely: osmo-stp_10.42.42.5(pid=29053) [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29053)] [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a13:58:46.391863 tst cs_paging_gprs_active.py:38: Test FAILED (8.3 sec)\u000a13:58:46.452198 run osmo-hlr_10.42.42.2(pid=29050): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29050)]\u000a13:58:46.501561 run osmo-hlr_10.42.42.2(pid=29050): stdout: \u000a| (launched: 2022-12-13_13:58:43.231800) \u000a13:58:46.551413 run osmo-hlr_10.42.42.2(pid=29050): stderr: \u000a| �[0;m�[1;31m20221213135843409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213135843409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213135843409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135843409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135843409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213135843409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213135843421 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-lms-limenet-micro+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213135843430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213135843430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213135843430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:58:46.594258 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29043): Terminating (SIGTERM)\u000a13:58:46.634466 run iperf3-srv_10.42.42.10(pid=29044): Terminating (SIGTERM)\u000a13:58:46.674836 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29045): Terminating (SIGTERM)\u000a13:58:46.715962 run iperf3-srv_10.42.42.10(pid=29046): Terminating (SIGTERM)\u000a13:58:46.759475 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29049): Terminating (SIGTERM)\u000a13:58:46.799625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29052): Terminating (SIGTERM)\u000a13:58:46.841918 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29055): Terminating (SIGTERM)\u000a13:58:46.851249 --- ParallelTerminationStrategy: PID 29043 died...\u000a13:58:46.905666 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29043): Terminated: ok {rc=0}\u000a13:58:46.915560 --- ParallelTerminationStrategy: PID 29044 died...\u000a13:58:46.969250 run iperf3-srv_10.42.42.10(pid=29044): Terminated {rc=256}\u000a13:58:46.979134 --- ParallelTerminationStrategy: PID 29045 died...\u000a13:58:47.032689 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29045): Terminated: ok {rc=0}\u000a13:58:47.042649 --- ParallelTerminationStrategy: PID 29046 died...\u000a13:58:47.096034 run iperf3-srv_10.42.42.10(pid=29046): Terminated {rc=256}\u000a13:58:47.105921 --- ParallelTerminationStrategy: PID 29049 died...\u000a13:58:47.159345 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29049): Terminated: ok {rc=0}\u000a13:58:47.169265 --- ParallelTerminationStrategy: PID 29052 died...\u000a13:58:47.222629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29052): Terminated: ok {rc=0}\u000a13:58:47.232565 --- ParallelTerminationStrategy: PID 29055 died...\u000a13:58:47.285885 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29055): Terminated: ok {rc=0}\u000a13:58:47.373295 bus /gobi_0: Setting Powered False\u000a13:58:48.477127 bus /gobi_0: Setting Powered False\u000a13:58:49.586735 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29065): Process ended prematurely: osmo-stp_10.42.42.5(pid=29065) [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29065)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29065): Process ended prematurely: osmo-stp_10.42.42.5(pid=29065) [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29065)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a13:58:50.695599 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:58:50.707201 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:58:50.847822 tst iperf3.py: using LAC 34419\u000a13:58:50.967662 tst iperf3.py: using RAC 249\u000a13:58:51.087562 tst iperf3.py: using CellId 34419\u000a13:58:51.206668 tst iperf3.py: using BVCI 34420\u000a13:58:51.229535 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:58:51.240450 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:58:51.251337 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:58:51.262098 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:58:51.272728 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:58:51.283512 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:58:51.294409 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:58:51.305072 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:58:51.315921 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:58:51.591301 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:58:51.714954 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:58:52.025230 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29057): Launched\u000a13:58:52.283130 run iperf3-srv_10.42.42.10(pid=29058): Launched\u000a13:58:52.464890 tst iperf3.py:8: start network...\u000a13:58:52.588830 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:58:53.074485 run create_hlr_db(pid=29059): Launched\u000a13:58:53.246443 bus /gobi_6: Setting Powered False\u000a13:58:54.268739 run create_hlr_db(pid=29059): Terminated: ok {rc=0}\u000a13:58:54.697396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29061): Launched\u000a13:58:55.023188 run osmo-hlr_10.42.42.2(pid=29062): Launched\u000a13:58:55.141903 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:58:55.704879 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29064): Launched\u000a13:58:56.027198 run osmo-stp_10.42.42.5(pid=29065): Launched\u000a13:58:56.142934 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:58:56.703240 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29067): Launched\u000a13:58:56.818006 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:58:57.099313 run patchelf(pid=29068): Launched\u000a13:58:57.286462 run osmo-stp_10.42.42.5(pid=29065): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29065)]\u000a13:58:57.423169 run osmo-stp_10.42.42.5(pid=29065): stdout: \u000a| (launched: 2022-12-13_13:58:55.867961)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:58:57.560808 run osmo-stp_10.42.42.5(pid=29065): stderr: \u000a| �[0;m�[38;5;43m20221213135856057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135856057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135856058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135856058 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135856059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135856059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135856059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:58:57.693341 run osmo-stp_10.42.42.5(pid=29065): stdout: \u000a| (launched: 2022-12-13_13:58:55.867961)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:58:57.824813 run osmo-stp_10.42.42.5(pid=29065): stderr: \u000a| �[0;m�[38;5;43m20221213135856057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135856057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135856058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135856058 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135856059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135856059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135856059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:58:57.978364 run patchelf(pid=29068): Terminating (SIGINT)\u000a13:58:58.158642 run patchelf(pid=29068): Terminated: ok {rc=0}\u000a13:58:58.191744 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29065): Process ended prematurely: osmo-stp_10.42.42.5(pid=29065) [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29065)] [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8]\u000a13:58:58.201956 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a13:58:58.264826 run osmo-hlr_10.42.42.2(pid=29062): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29062)]\u000a13:58:58.315792 run osmo-hlr_10.42.42.2(pid=29062): stdout: \u000a| (launched: 2022-12-13_13:58:54.862782) \u000a13:58:58.367564 run osmo-hlr_10.42.42.2(pid=29062): stderr: \u000a| �[0;m�[1;31m20221213135855059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213135855059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213135855059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135855059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135855059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213135855059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213135855072 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213135855080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213135855080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213135855080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:58:58.412171 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29057): Terminating (SIGTERM)\u000a13:58:58.454101 run iperf3-srv_10.42.42.10(pid=29058): Terminating (SIGTERM)\u000a13:58:58.496109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29061): Terminating (SIGTERM)\u000a13:58:58.538235 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29064): Terminating (SIGTERM)\u000a13:58:58.580511 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29067): Terminating (SIGTERM)\u000a13:58:58.590274 --- ParallelTerminationStrategy: PID 29057 died...\u000a13:58:58.646426 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29057): Terminated: ok {rc=0}\u000a13:58:58.656493 --- ParallelTerminationStrategy: PID 29058 died...\u000a13:58:58.712135 run iperf3-srv_10.42.42.10(pid=29058): Terminated {rc=256}\u000a13:58:58.722164 --- ParallelTerminationStrategy: PID 29061 died...\u000a13:58:58.777896 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29061): Terminated: ok {rc=0}\u000a13:58:58.787711 --- ParallelTerminationStrategy: PID 29064 died...\u000a13:58:58.843642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29064): Terminated: ok {rc=0}\u000a13:58:58.853682 --- ParallelTerminationStrategy: PID 29067 died...\u000a13:58:58.909513 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29067): Terminated: ok {rc=0}\u000a13:58:58.995006 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29084): Process ended prematurely: osmo-stp_10.42.42.5(pid=29084) [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29084)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29084): Process ended prematurely: osmo-stp_10.42.42.5(pid=29084) [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29084)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a13:59:00.108861 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:59:00.121021 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:59:00.262797 tst iperf3m4.py: using LAC 34420\u000a13:59:00.393213 tst iperf3m4.py: using RAC 250\u000a13:59:00.519080 tst iperf3m4.py: using CellId 34420\u000a13:59:00.643187 tst iperf3m4.py: using BVCI 34421\u000a13:59:00.667898 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:59:00.679502 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:59:00.690891 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:59:00.702295 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:59:00.714189 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:59:00.726032 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:59:00.737979 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:59:00.749701 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:59:00.761759 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:59:00.887934 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:59:01.014033 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:59:01.136395 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:59:01.465144 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:59:01.601911 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:59:01.951899 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29070): Launched\u000a13:59:02.246623 run iperf3-srv_10.42.42.10(pid=29071): Launched\u000a13:59:02.444226 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a13:59:02.578538 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:59:02.911990 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29072): Launched\u000a13:59:03.190213 run iperf3-srv_10.42.42.10(pid=29073): Launched\u000a13:59:03.387285 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a13:59:03.521451 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:59:03.848840 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29074): Launched\u000a13:59:04.108663 run iperf3-srv_10.42.42.10(pid=29075): Launched\u000a13:59:04.292078 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a13:59:04.417261 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:59:04.730286 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29076): Launched\u000a13:59:04.988464 run iperf3-srv_10.42.42.10(pid=29077): Launched\u000a13:59:05.171451 tst iperf3m4.py:8: start network...\u000a13:59:05.296152 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:59:05.782367 run create_hlr_db(pid=29078): Launched\u000a13:59:05.955478 bus /gobi_6: Setting Powered False\u000a13:59:06.976845 run create_hlr_db(pid=29078): Terminated: ok {rc=0}\u000a13:59:07.378167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29080): Launched\u000a13:59:07.683020 run osmo-hlr_10.42.42.2(pid=29081): Launched\u000a13:59:07.799111 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:59:08.327772 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29083): Launched\u000a13:59:08.627998 run osmo-stp_10.42.42.5(pid=29084): Launched\u000a13:59:08.736481 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:59:09.262184 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29086): Launched\u000a13:59:09.368473 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:59:09.631540 run patchelf(pid=29087): Launched\u000a13:59:09.807259 run osmo-stp_10.42.42.5(pid=29084): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29084)]\u000a13:59:09.936249 run osmo-stp_10.42.42.5(pid=29084): stdout: \u000a| (launched: 2022-12-13_13:59:08.480021)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:59:10.065290 run osmo-stp_10.42.42.5(pid=29084): stderr: \u000a| �[0;m�[38;5;43m20221213135908651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135908651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135908651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135908652 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135908652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135908652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135908652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:59:10.189552 run osmo-stp_10.42.42.5(pid=29084): stdout: \u000a| (launched: 2022-12-13_13:59:08.480021)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:59:10.312441 run osmo-stp_10.42.42.5(pid=29084): stderr: \u000a| �[0;m�[38;5;43m20221213135908651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135908651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135908651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135908652 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135908652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135908652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135908652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:59:10.456326 run patchelf(pid=29087): Terminating (SIGINT)\u000a13:59:10.625836 run patchelf(pid=29087): Terminated: ok {rc=0}\u000a13:59:10.656908 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29084): Process ended prematurely: osmo-stp_10.42.42.5(pid=29084) [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29084)] [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8]\u000a13:59:10.666285 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a13:59:10.725207 run osmo-hlr_10.42.42.2(pid=29081): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29081)]\u000a13:59:10.773110 run osmo-hlr_10.42.42.2(pid=29081): stdout: \u000a| (launched: 2022-12-13_13:59:07.533041) \u000a13:59:10.821636 run osmo-hlr_10.42.42.2(pid=29081): stderr: \u000a| �[0;m�[1;31m20221213135907708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213135907708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213135907708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135907708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135907708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213135907708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213135907720 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213135907729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213135907729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213135907730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:59:10.863230 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29070): Terminating (SIGTERM)\u000a13:59:10.902212 run iperf3-srv_10.42.42.10(pid=29071): Terminating (SIGTERM)\u000a13:59:10.941336 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29072): Terminating (SIGTERM)\u000a13:59:10.980200 run iperf3-srv_10.42.42.10(pid=29073): Terminating (SIGTERM)\u000a13:59:11.019218 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29074): Terminating (SIGTERM)\u000a13:59:11.058136 run iperf3-srv_10.42.42.10(pid=29075): Terminating (SIGTERM)\u000a13:59:11.097046 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29076): Terminating (SIGTERM)\u000a13:59:11.135900 run iperf3-srv_10.42.42.10(pid=29077): Terminating (SIGTERM)\u000a13:59:11.174730 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29080): Terminating (SIGTERM)\u000a13:59:11.213559 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29083): Terminating (SIGTERM)\u000a13:59:11.252502 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29086): Terminating (SIGTERM)\u000a13:59:11.261552 --- ParallelTerminationStrategy: PID 29070 died...\u000a13:59:11.313462 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29070): Terminated: ok {rc=0}\u000a13:59:11.322802 --- ParallelTerminationStrategy: PID 29071 died...\u000a13:59:11.374494 run iperf3-srv_10.42.42.10(pid=29071): Terminated {rc=256}\u000a13:59:11.383694 --- ParallelTerminationStrategy: PID 29072 died...\u000a13:59:11.435547 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29072): Terminated: ok {rc=0}\u000a13:59:11.444830 --- ParallelTerminationStrategy: PID 29073 died...\u000a13:59:11.496557 run iperf3-srv_10.42.42.10(pid=29073): Terminated {rc=256}\u000a13:59:11.505892 --- ParallelTerminationStrategy: PID 29074 died...\u000a13:59:11.558207 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29074): Terminated: ok {rc=0}\u000a13:59:11.567479 --- ParallelTerminationStrategy: PID 29075 died...\u000a13:59:11.619048 run iperf3-srv_10.42.42.10(pid=29075): Terminated {rc=256}\u000a13:59:11.628323 --- ParallelTerminationStrategy: PID 29076 died...\u000a13:59:11.680334 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29076): Terminated: ok {rc=0}\u000a13:59:11.689743 --- ParallelTerminationStrategy: PID 29077 died...\u000a13:59:11.741301 run iperf3-srv_10.42.42.10(pid=29077): Terminated {rc=256}\u000a13:59:11.750573 --- ParallelTerminationStrategy: PID 29080 died...\u000a13:59:11.802492 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29080): Terminated: ok {rc=0}\u000a13:59:11.811807 --- ParallelTerminationStrategy: PID 29083 died...\u000a13:59:11.864587 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29083): Terminated: ok {rc=0}\u000a13:59:11.873981 --- ParallelTerminationStrategy: PID 29086 died...\u000a13:59:11.926220 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29086): Terminated: ok {rc=0}\u000a13:59:12.012836 bus /gobi_4: Setting Powered False\u000a13:59:13.116054 bus /gobi_4: Setting Powered False\u000a13:59:14.225960 bus /gobi_1: Setting Powered False\u000a13:59:15.327267 bus /gobi_1: Setting Powered False\u000a13:59:16.439282 bus /gobi_0: Setting Powered False\u000a13:59:17.553221 bus /gobi_0: Setting Powered False\u000a13:59:18.661498 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29094): Process ended prematurely: osmo-stp_10.42.42.5(pid=29094) [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29094)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29094): Process ended prematurely: osmo-stp_10.42.42.5(pid=29094) [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29094)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a13:59:19.726938 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:59:19.738699 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:59:19.871599 tst ping.py: using LAC 34421\u000a13:59:19.990546 tst ping.py: using RAC 251\u000a13:59:20.112905 tst ping.py: using CellId 34421\u000a13:59:20.235549 tst ping.py: using BVCI 34422\u000a13:59:20.259736 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:59:20.271475 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:59:20.282925 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:59:20.294391 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:59:20.306085 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:59:20.318093 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:59:20.329921 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:59:20.341646 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:59:20.614429 tst ping.py:19: start network...\u000a13:59:20.736816 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:59:21.211168 run create_hlr_db(pid=29088): Launched\u000a13:59:21.380590 bus /gobi_6: Setting Powered False\u000a13:59:22.413829 run create_hlr_db(pid=29088): Terminated: ok {rc=0}\u000a13:59:22.834810 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29090): Launched\u000a13:59:23.152352 run osmo-hlr_10.42.42.2(pid=29091): Launched\u000a13:59:23.268829 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:59:23.820316 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29093): Launched\u000a13:59:24.136794 run osmo-stp_10.42.42.5(pid=29094): Launched\u000a13:59:24.250789 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:59:24.798901 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29096): Launched\u000a13:59:24.903473 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:59:25.162351 run patchelf(pid=29097): Launched\u000a13:59:25.335251 run osmo-stp_10.42.42.5(pid=29094): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29094)]\u000a13:59:25.462402 run osmo-stp_10.42.42.5(pid=29094): stdout: \u000a| (launched: 2022-12-13_13:59:23.980152)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:59:25.589681 run osmo-stp_10.42.42.5(pid=29094): stderr: \u000a| �[0;m�[38;5;43m20221213135924168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135924169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135924169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135924169 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135924170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135924170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135924170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:59:25.712653 run osmo-stp_10.42.42.5(pid=29094): stdout: \u000a| (launched: 2022-12-13_13:59:23.980152)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:59:25.833679 run osmo-stp_10.42.42.5(pid=29094): stderr: \u000a| �[0;m�[38;5;43m20221213135924168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135924169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135924169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135924169 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135924170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135924170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135924170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:59:25.974528 run patchelf(pid=29097): Terminating (SIGINT)\u000a13:59:26.140622 run patchelf(pid=29097): Terminated: ok {rc=0}\u000a13:59:26.170921 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29094): Process ended prematurely: osmo-stp_10.42.42.5(pid=29094) [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29094)] [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22]\u000a13:59:26.179601 tst ping.py:22: Test FAILED (6.4 sec)\u000a13:59:26.238143 run osmo-hlr_10.42.42.2(pid=29091): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29091)]\u000a13:59:26.285957 run osmo-hlr_10.42.42.2(pid=29091): stdout: \u000a| (launched: 2022-12-13_13:59:22.995094) \u000a13:59:26.334634 run osmo-hlr_10.42.42.2(pid=29091): stderr: \u000a| �[0;m�[1;31m20221213135923190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213135923190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213135923190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135923190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135923190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213135923190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213135923202 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213135923211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213135923211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213135923211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:59:26.375964 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29090): Terminating (SIGTERM)\u000a13:59:26.414971 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29093): Terminating (SIGTERM)\u000a13:59:26.454249 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29096): Terminating (SIGTERM)\u000a13:59:26.463396 --- ParallelTerminationStrategy: PID 29090 died...\u000a13:59:26.515953 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29090): Terminated: ok {rc=0}\u000a13:59:26.525890 --- ParallelTerminationStrategy: PID 29093 died...\u000a13:59:26.578179 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29093): Terminated: ok {rc=0}\u000a13:59:26.587662 --- ParallelTerminationStrategy: PID 29096 died...\u000a13:59:26.639686 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29096): Terminated: ok {rc=0}\u000a13:59:26.720703 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29105): Process ended prematurely: osmo-stp_10.42.42.5(pid=29105) [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29105)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29105): Process ended prematurely: osmo-stp_10.42.42.5(pid=29105) [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29105)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a13:59:27.772435 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:59:27.784399 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a13:59:27.919456 tst ping_idle_ping.py: using LAC 34422\u000a13:59:28.045942 tst ping_idle_ping.py: using RAC 252\u000a13:59:28.174804 tst ping_idle_ping.py: using CellId 34422\u000a13:59:28.297996 tst ping_idle_ping.py: using BVCI 34423\u000a13:59:28.322237 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:59:28.333892 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:59:28.345236 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:59:28.356554 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:59:28.368484 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:59:28.380553 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:59:28.392730 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a13:59:28.404562 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a13:59:28.678356 tst ping_idle_ping.py:24: start network...\u000a13:59:28.801049 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:59:29.279132 run create_hlr_db(pid=29099): Launched\u000a13:59:29.450493 bus /gobi_6: Setting Powered False\u000a13:59:30.470790 run create_hlr_db(pid=29099): Terminated: ok {rc=0}\u000a13:59:30.920133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29101): Launched\u000a13:59:31.354633 run osmo-hlr_10.42.42.2(pid=29102): Launched\u000a13:59:31.478178 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:59:32.113483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29104): Launched\u000a13:59:32.433251 run osmo-stp_10.42.42.5(pid=29105): Launched\u000a13:59:32.540536 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:59:33.058522 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29107): Launched\u000a13:59:33.163052 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:59:33.420810 run patchelf(pid=29108): Launched\u000a13:59:33.593746 run osmo-stp_10.42.42.5(pid=29105): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29105)]\u000a13:59:33.720753 run osmo-stp_10.42.42.5(pid=29105): stdout: \u000a| (launched: 2022-12-13_13:59:32.276221)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:59:33.847620 run osmo-stp_10.42.42.5(pid=29105): stderr: \u000a| �[0;m�[38;5;43m20221213135932452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135932452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135932452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135932452 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135932453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135932453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135932453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:59:33.969598 run osmo-stp_10.42.42.5(pid=29105): stdout: \u000a| (launched: 2022-12-13_13:59:32.276221)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:59:34.090324 run osmo-stp_10.42.42.5(pid=29105): stderr: \u000a| �[0;m�[38;5;43m20221213135932452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135932452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135932452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135932452 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135932453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135932453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135932453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:59:34.231144 run patchelf(pid=29108): Terminating (SIGINT)\u000a13:59:34.396887 run patchelf(pid=29108): Terminated: ok {rc=0}\u000a13:59:34.427124 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29105): Process ended prematurely: osmo-stp_10.42.42.5(pid=29105) [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29105)] [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a13:59:34.436354 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a13:59:34.495409 run osmo-hlr_10.42.42.2(pid=29102): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29102)]\u000a13:59:34.543661 run osmo-hlr_10.42.42.2(pid=29102): stdout: \u000a| (launched: 2022-12-13_13:59:31.083799) \u000a13:59:34.592517 run osmo-hlr_10.42.42.2(pid=29102): stderr: \u000a| �[0;m�[1;31m20221213135931310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213135931310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213135931310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135931310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135931310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213135931310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213135931327 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213135931344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213135931344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213135931344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:59:34.634295 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29101): Terminating (SIGTERM)\u000a13:59:34.673731 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29104): Terminating (SIGTERM)\u000a13:59:34.713081 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29107): Terminating (SIGTERM)\u000a13:59:34.722308 --- ParallelTerminationStrategy: PID 29101 died...\u000a13:59:34.775477 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29101): Terminated: ok {rc=0}\u000a13:59:34.785021 --- ParallelTerminationStrategy: PID 29104 died...\u000a13:59:34.837324 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29104): Terminated: ok {rc=0}\u000a13:59:34.846811 --- ParallelTerminationStrategy: PID 29107 died...\u000a13:59:34.898912 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29107): Terminated: ok {rc=0}\u000a13:59:34.982062 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "126", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:58:37" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29122): Process ended prematurely: osmo-stp_10.42.42.5(pid=29122) [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29122)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29122): Process ended prematurely: osmo-stp_10.42.42.5(pid=29122) [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29122)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a13:59:37.144063 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:59:37.155704 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:59:37.316101 tst cs_paging_gprs_active.py: using LAC 34423\u000a13:59:37.442518 tst cs_paging_gprs_active.py: using RAC 253\u000a13:59:37.569118 tst cs_paging_gprs_active.py: using CellId 34423\u000a13:59:37.696024 tst cs_paging_gprs_active.py: using BVCI 34424\u000a13:59:37.720783 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:59:37.732328 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:59:37.743766 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:59:37.755291 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:59:37.767018 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:59:37.778818 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:59:37.790754 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:59:37.802614 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:59:37.814698 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:59:37.932709 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:59:38.227928 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a13:59:38.362495 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:59:38.696629 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29112): Launched\u000a13:59:38.975119 run iperf3-srv_10.42.42.10(pid=29113): Launched\u000a13:59:39.173442 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a13:59:39.308615 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:59:39.645179 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29114): Launched\u000a13:59:39.923832 run iperf3-srv_10.42.42.10(pid=29115): Launched\u000a13:59:40.122422 tst cs_paging_gprs_active.py:38: start network...\u000a13:59:40.257416 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:59:40.765245 run create_hlr_db(pid=29116): Launched\u000a13:59:40.951931 bus /gobi_6: Setting Powered False\u000a13:59:41.973215 run create_hlr_db(pid=29116): Terminated: ok {rc=0}\u000a13:59:42.404099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29118): Launched\u000a13:59:42.728375 run osmo-hlr_10.42.42.2(pid=29119): Launched\u000a13:59:42.846239 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:59:43.408843 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29121): Launched\u000a13:59:43.733940 run osmo-stp_10.42.42.5(pid=29122): Launched\u000a13:59:43.851602 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:59:44.415006 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29124): Launched\u000a13:59:44.530572 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:59:44.813405 run patchelf(pid=29125): Launched\u000a13:59:45.003154 run osmo-stp_10.42.42.5(pid=29122): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29122)]\u000a13:59:45.141535 run osmo-stp_10.42.42.5(pid=29122): stdout: \u000a| (launched: 2022-12-13_13:59:43.573318)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:59:45.280388 run osmo-stp_10.42.42.5(pid=29122): stderr: \u000a| �[0;m�[38;5;43m20221213135943762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135943762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135943763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135943763 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135943764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135943764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135943764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:59:45.414274 run osmo-stp_10.42.42.5(pid=29122): stdout: \u000a| (launched: 2022-12-13_13:59:43.573318)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:59:45.546982 run osmo-stp_10.42.42.5(pid=29122): stderr: \u000a| �[0;m�[38;5;43m20221213135943762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135943762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135943763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135943763 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135943764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135943764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135943764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:59:45.701852 run patchelf(pid=29125): Terminating (SIGINT)\u000a13:59:45.885872 run patchelf(pid=29125): Terminated: ok {rc=0}\u000a13:59:45.921366 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29122): Process ended prematurely: osmo-stp_10.42.42.5(pid=29122) [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29122)] [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a13:59:45.932461 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a13:59:45.997665 run osmo-hlr_10.42.42.2(pid=29119): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29119)]\u000a13:59:46.050739 run osmo-hlr_10.42.42.2(pid=29119): stdout: \u000a| (launched: 2022-12-13_13:59:42.568136) \u000a13:59:46.104636 run osmo-hlr_10.42.42.2(pid=29119): stderr: \u000a| �[0;m�[1;31m20221213135942765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213135942765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213135942765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135942765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135942765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213135942765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213135942778 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213135942789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213135942789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213135942789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:59:46.151138 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29112): Terminating (SIGTERM)\u000a13:59:46.194676 run iperf3-srv_10.42.42.10(pid=29113): Terminating (SIGTERM)\u000a13:59:46.240024 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29114): Terminating (SIGTERM)\u000a13:59:46.283423 run iperf3-srv_10.42.42.10(pid=29115): Terminating (SIGTERM)\u000a13:59:46.328827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29118): Terminating (SIGTERM)\u000a13:59:46.372602 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29121): Terminating (SIGTERM)\u000a13:59:46.416447 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29124): Terminating (SIGTERM)\u000a13:59:46.426647 --- ParallelTerminationStrategy: PID 29112 died...\u000a13:59:46.485490 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29112): Terminated: ok {rc=0}\u000a13:59:46.496388 --- ParallelTerminationStrategy: PID 29113 died...\u000a13:59:46.554615 run iperf3-srv_10.42.42.10(pid=29113): Terminated {rc=256}\u000a13:59:46.565510 --- ParallelTerminationStrategy: PID 29114 died...\u000a13:59:46.623926 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29114): Terminated: ok {rc=0}\u000a13:59:46.634809 --- ParallelTerminationStrategy: PID 29115 died...\u000a13:59:46.693063 run iperf3-srv_10.42.42.10(pid=29115): Terminated {rc=256}\u000a13:59:46.703877 --- ParallelTerminationStrategy: PID 29118 died...\u000a13:59:46.762228 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29118): Terminated: ok {rc=0}\u000a13:59:46.773782 --- ParallelTerminationStrategy: PID 29121 died...\u000a13:59:46.831261 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29121): Terminated: ok {rc=0}\u000a13:59:46.842924 --- ParallelTerminationStrategy: PID 29124 died...\u000a13:59:46.900458 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29124): Terminated: ok {rc=0}\u000a13:59:46.990773 bus /gobi_0: Setting Powered False\u000a13:59:48.090644 bus /gobi_0: Setting Powered False\u000a13:59:49.199966 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29134): Process ended prematurely: osmo-stp_10.42.42.5(pid=29134) [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29134)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29134): Process ended prematurely: osmo-stp_10.42.42.5(pid=29134) [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29134)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a13:59:50.309170 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:59:50.320838 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:59:50.477538 tst iperf3.py: using LAC 34424\u000a13:59:50.596546 tst iperf3.py: using RAC 254\u000a13:59:50.715774 tst iperf3.py: using CellId 34424\u000a13:59:50.836692 tst iperf3.py: using BVCI 34425\u000a13:59:50.859902 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:59:50.871021 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:59:50.882013 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:59:50.892811 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:59:50.903672 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:59:50.914567 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:59:50.925555 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:59:50.936200 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:59:50.947149 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a13:59:51.223524 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a13:59:51.352906 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a13:59:51.665365 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29126): Launched\u000a13:59:51.928131 run iperf3-srv_10.42.42.10(pid=29127): Launched\u000a13:59:52.110976 tst iperf3.py:8: start network...\u000a13:59:52.235825 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a13:59:52.718954 run create_hlr_db(pid=29128): Launched\u000a13:59:52.891282 bus /gobi_6: Setting Powered False\u000a13:59:53.914337 run create_hlr_db(pid=29128): Terminated: ok {rc=0}\u000a13:59:54.341519 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29130): Launched\u000a13:59:54.664623 run osmo-hlr_10.42.42.2(pid=29131): Launched\u000a13:59:54.785799 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a13:59:55.351220 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29133): Launched\u000a13:59:55.674003 run osmo-stp_10.42.42.5(pid=29134): Launched\u000a13:59:55.792160 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a13:59:56.354265 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29136): Launched\u000a13:59:56.468850 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a13:59:56.749723 run patchelf(pid=29137): Launched\u000a13:59:56.937776 run osmo-stp_10.42.42.5(pid=29134): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29134)]\u000a13:59:57.075266 run osmo-stp_10.42.42.5(pid=29134): stdout: \u000a| (launched: 2022-12-13_13:59:55.514564)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:59:57.213481 run osmo-stp_10.42.42.5(pid=29134): stderr: \u000a| �[0;m�[38;5;43m20221213135955703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135955703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135955704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135955704 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135955705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135955705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135955705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:59:57.346712 run osmo-stp_10.42.42.5(pid=29134): stdout: \u000a| (launched: 2022-12-13_13:59:55.514564)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a13:59:57.478644 run osmo-stp_10.42.42.5(pid=29134): stderr: \u000a| �[0;m�[38;5;43m20221213135955703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213135955703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213135955704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213135955704 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213135955705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213135955705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213135955705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a13:59:57.632892 run patchelf(pid=29137): Terminating (SIGINT)\u000a13:59:57.814113 run patchelf(pid=29137): Terminated: ok {rc=0}\u000a13:59:57.847540 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29134): Process ended prematurely: osmo-stp_10.42.42.5(pid=29134) [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29134)] [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a13:59:57.857549 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a13:59:57.920627 run osmo-hlr_10.42.42.2(pid=29131): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29131)]\u000a13:59:57.971783 run osmo-hlr_10.42.42.2(pid=29131): stdout: \u000a| (launched: 2022-12-13_13:59:54.506185) \u000a13:59:58.023488 run osmo-hlr_10.42.42.2(pid=29131): stderr: \u000a| �[0;m�[1;31m20221213135954700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213135954700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213135954700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135954700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213135954700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213135954700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213135954713 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213135954721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213135954721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213135954721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a13:59:58.067833 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29126): Terminating (SIGTERM)\u000a13:59:58.110846 run iperf3-srv_10.42.42.10(pid=29127): Terminating (SIGTERM)\u000a13:59:58.152834 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29130): Terminating (SIGTERM)\u000a13:59:58.194613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29133): Terminating (SIGTERM)\u000a13:59:58.236758 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29136): Terminating (SIGTERM)\u000a13:59:58.246535 --- ParallelTerminationStrategy: PID 29126 died...\u000a13:59:58.302458 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29126): Terminated: ok {rc=0}\u000a13:59:58.312533 --- ParallelTerminationStrategy: PID 29127 died...\u000a13:59:58.368131 run iperf3-srv_10.42.42.10(pid=29127): Terminated {rc=256}\u000a13:59:58.378013 --- ParallelTerminationStrategy: PID 29130 died...\u000a13:59:58.433718 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29130): Terminated: ok {rc=0}\u000a13:59:58.443783 --- ParallelTerminationStrategy: PID 29133 died...\u000a13:59:58.499485 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29133): Terminated: ok {rc=0}\u000a13:59:58.509612 --- ParallelTerminationStrategy: PID 29136 died...\u000a13:59:58.565637 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29136): Terminated: ok {rc=0}\u000a13:59:58.652911 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29156): Process ended prematurely: osmo-stp_10.42.42.5(pid=29156) [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29156)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29156): Process ended prematurely: osmo-stp_10.42.42.5(pid=29156) [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29156)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a13:59:59.762719 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a13:59:59.774260 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a13:59:59.926131 tst iperf3m4.py: using LAC 34425\u000a14:00:00.053441 tst iperf3m4.py: using RAC 255\u000a14:00:00.180221 tst iperf3m4.py: using CellId 34425\u000a14:00:00.300838 tst iperf3m4.py: using BVCI 34426\u000a14:00:00.323889 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:00:00.334967 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:00:00.346013 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:00:00.356850 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:00:00.367645 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:00:00.378510 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:00:00.389510 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:00:00.400104 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:00:00.411117 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a14:00:00.532233 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a14:00:00.651695 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a14:00:00.771615 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a14:00:01.078436 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a14:00:01.217996 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:00:01.585952 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29142): Launched\u000a14:00:01.873868 run iperf3-srv_10.42.42.10(pid=29143): Launched\u000a14:00:02.061766 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a14:00:02.189385 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:00:02.503096 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29144): Launched\u000a14:00:02.763105 run iperf3-srv_10.42.42.10(pid=29145): Launched\u000a14:00:02.945893 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a14:00:03.070318 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:00:03.382225 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29146): Launched\u000a14:00:03.641831 run iperf3-srv_10.42.42.10(pid=29147): Launched\u000a14:00:03.824226 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a14:00:03.948933 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:00:04.260394 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29148): Launched\u000a14:00:04.519835 run iperf3-srv_10.42.42.10(pid=29149): Launched\u000a14:00:04.702485 tst iperf3m4.py:8: start network...\u000a14:00:04.826736 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:00:05.309260 run create_hlr_db(pid=29150): Launched\u000a14:00:05.481299 bus /gobi_6: Setting Powered False\u000a14:00:06.503803 run create_hlr_db(pid=29150): Terminated: ok {rc=0}\u000a14:00:06.931215 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29152): Launched\u000a14:00:07.253489 run osmo-hlr_10.42.42.2(pid=29153): Launched\u000a14:00:07.372243 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:00:07.934866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29155): Launched\u000a14:00:08.252608 run osmo-stp_10.42.42.5(pid=29156): Launched\u000a14:00:08.362671 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:00:08.890295 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29158): Launched\u000a14:00:08.996677 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:00:09.259614 run patchelf(pid=29159): Launched\u000a14:00:09.435564 run osmo-stp_10.42.42.5(pid=29156): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29156)]\u000a14:00:09.563508 run osmo-stp_10.42.42.5(pid=29156): stdout: \u000a| (launched: 2022-12-13_14:00:08.098359)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:00:09.692439 run osmo-stp_10.42.42.5(pid=29156): stderr: \u000a| �[0;m�[38;5;43m20221213140008268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140008268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140008268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140008269 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140008269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140008269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140008269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:00:09.816157 run osmo-stp_10.42.42.5(pid=29156): stdout: \u000a| (launched: 2022-12-13_14:00:08.098359)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:00:09.939209 run osmo-stp_10.42.42.5(pid=29156): stderr: \u000a| �[0;m�[38;5;43m20221213140008268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140008268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140008268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140008269 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140008269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140008269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140008269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:00:10.084013 run patchelf(pid=29159): Terminating (SIGINT)\u000a14:00:10.253432 run patchelf(pid=29159): Terminated: ok {rc=0}\u000a14:00:10.284338 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29156): Process ended prematurely: osmo-stp_10.42.42.5(pid=29156) [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29156)] [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a14:00:10.293646 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a14:00:10.352558 run osmo-hlr_10.42.42.2(pid=29153): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29153)]\u000a14:00:10.400398 run osmo-hlr_10.42.42.2(pid=29153): stdout: \u000a| (launched: 2022-12-13_14:00:07.094886) \u000a14:00:10.449016 run osmo-hlr_10.42.42.2(pid=29153): stderr: \u000a| �[0;m�[1;31m20221213140007288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213140007288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213140007288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140007288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140007288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213140007288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213140007302 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213140007310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213140007310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213140007310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:00:10.490528 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29142): Terminating (SIGTERM)\u000a14:00:10.529614 run iperf3-srv_10.42.42.10(pid=29143): Terminating (SIGTERM)\u000a14:00:10.568670 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29144): Terminating (SIGTERM)\u000a14:00:10.607572 run iperf3-srv_10.42.42.10(pid=29145): Terminating (SIGTERM)\u000a14:00:10.646612 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29146): Terminating (SIGTERM)\u000a14:00:10.685435 run iperf3-srv_10.42.42.10(pid=29147): Terminating (SIGTERM)\u000a14:00:10.724424 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29148): Terminating (SIGTERM)\u000a14:00:10.763355 run iperf3-srv_10.42.42.10(pid=29149): Terminating (SIGTERM)\u000a14:00:10.802312 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29152): Terminating (SIGTERM)\u000a14:00:10.841511 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29155): Terminating (SIGTERM)\u000a14:00:10.880459 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29158): Terminating (SIGTERM)\u000a14:00:10.889561 --- ParallelTerminationStrategy: PID 29142 died...\u000a14:00:10.941690 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29142): Terminated: ok {rc=0}\u000a14:00:10.951103 --- ParallelTerminationStrategy: PID 29143 died...\u000a14:00:11.003024 run iperf3-srv_10.42.42.10(pid=29143): Terminated {rc=256}\u000a14:00:11.012365 --- ParallelTerminationStrategy: PID 29144 died...\u000a14:00:11.064631 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29144): Terminated: ok {rc=0}\u000a14:00:11.073990 --- ParallelTerminationStrategy: PID 29145 died...\u000a14:00:11.125967 run iperf3-srv_10.42.42.10(pid=29145): Terminated {rc=256}\u000a14:00:11.135298 --- ParallelTerminationStrategy: PID 29146 died...\u000a14:00:11.187177 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29146): Terminated: ok {rc=0}\u000a14:00:11.196482 --- ParallelTerminationStrategy: PID 29147 died...\u000a14:00:11.248188 run iperf3-srv_10.42.42.10(pid=29147): Terminated {rc=256}\u000a14:00:11.257589 --- ParallelTerminationStrategy: PID 29148 died...\u000a14:00:11.309450 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29148): Terminated: ok {rc=0}\u000a14:00:11.318809 --- ParallelTerminationStrategy: PID 29149 died...\u000a14:00:11.370588 run iperf3-srv_10.42.42.10(pid=29149): Terminated {rc=256}\u000a14:00:11.379863 --- ParallelTerminationStrategy: PID 29152 died...\u000a14:00:11.431684 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29152): Terminated: ok {rc=0}\u000a14:00:11.441165 --- ParallelTerminationStrategy: PID 29155 died...\u000a14:00:11.493218 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29155): Terminated: ok {rc=0}\u000a14:00:11.502564 --- ParallelTerminationStrategy: PID 29158 died...\u000a14:00:11.554490 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29158): Terminated: ok {rc=0}\u000a14:00:11.641165 bus /gobi_4: Setting Powered False\u000a14:00:12.747743 bus /gobi_4: Setting Powered False\u000a14:00:13.855198 bus /gobi_1: Setting Powered False\u000a14:00:14.960653 bus /gobi_1: Setting Powered False\u000a14:00:16.077098 bus /gobi_0: Setting Powered False\u000a14:00:17.199005 bus /gobi_0: Setting Powered False\u000a14:00:18.310285 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29166): Process ended prematurely: osmo-stp_10.42.42.5(pid=29166) [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29166)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29166): Process ended prematurely: osmo-stp_10.42.42.5(pid=29166) [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29166)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a14:00:19.376883 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:00:19.388468 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a14:00:19.538936 tst ping.py: using LAC 34426\u000a14:00:19.653741 tst ping.py: using RAC 1\u000a14:00:19.769800 tst ping.py: using CellId 34426\u000a14:00:19.885362 tst ping.py: using BVCI 34427\u000a14:00:19.907854 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:00:19.918900 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:00:19.929699 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:00:19.940520 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:00:19.951302 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:00:19.962169 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:00:19.973074 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:00:19.983878 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a14:00:20.273228 tst ping.py:19: start network...\u000a14:00:20.405017 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:00:20.901840 run create_hlr_db(pid=29160): Launched\u000a14:00:21.084316 bus /gobi_6: Setting Powered False\u000a14:00:22.109049 run create_hlr_db(pid=29160): Terminated: ok {rc=0}\u000a14:00:22.506094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29162): Launched\u000a14:00:22.800674 run osmo-hlr_10.42.42.2(pid=29163): Launched\u000a14:00:22.907782 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:00:23.421259 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29165): Launched\u000a14:00:23.714474 run osmo-stp_10.42.42.5(pid=29166): Launched\u000a14:00:23.820476 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:00:24.347241 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29168): Launched\u000a14:00:24.460007 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:00:24.736467 run patchelf(pid=29169): Launched\u000a14:00:24.921983 run osmo-stp_10.42.42.5(pid=29166): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29166)]\u000a14:00:25.057208 run osmo-stp_10.42.42.5(pid=29166): stdout: \u000a| (launched: 2022-12-13_14:00:23.569945)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:00:25.193065 run osmo-stp_10.42.42.5(pid=29166): stderr: \u000a| �[0;m�[38;5;43m20221213140023737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140023737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140023737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140023738 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140023738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140023738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140023738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:00:25.324141 run osmo-stp_10.42.42.5(pid=29166): stdout: \u000a| (launched: 2022-12-13_14:00:23.569945)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:00:25.453906 run osmo-stp_10.42.42.5(pid=29166): stderr: \u000a| �[0;m�[38;5;43m20221213140023737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140023737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140023737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140023738 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140023738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140023738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140023738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:00:25.605252 run patchelf(pid=29169): Terminating (SIGINT)\u000a14:00:25.782450 run patchelf(pid=29169): Terminated: ok {rc=0}\u000a14:00:25.814683 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29166): Process ended prematurely: osmo-stp_10.42.42.5(pid=29166) [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29166)] [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22]\u000a14:00:25.824034 tst ping.py:22: Test FAILED (6.4 sec)\u000a14:00:25.886890 run osmo-hlr_10.42.42.2(pid=29163): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29163)]\u000a14:00:25.937928 run osmo-hlr_10.42.42.2(pid=29163): stdout: \u000a| (launched: 2022-12-13_14:00:22.655832) \u000a14:00:25.989558 run osmo-hlr_10.42.42.2(pid=29163): stderr: \u000a| �[0;m�[1;31m20221213140022828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213140022828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213140022828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140022828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140022828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213140022829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213140022841 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213140022850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213140022851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213140022851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:00:26.033790 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29162): Terminating (SIGTERM)\u000a14:00:26.075552 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29165): Terminating (SIGTERM)\u000a14:00:26.117783 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29168): Terminating (SIGTERM)\u000a14:00:26.127374 --- ParallelTerminationStrategy: PID 29162 died...\u000a14:00:26.183331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29162): Terminated: ok {rc=0}\u000a14:00:26.193350 --- ParallelTerminationStrategy: PID 29165 died...\u000a14:00:26.249054 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29165): Terminated: ok {rc=0}\u000a14:00:26.258960 --- ParallelTerminationStrategy: PID 29168 died...\u000a14:00:26.314761 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29168): Terminated: ok {rc=0}\u000a14:00:26.402771 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29176): Process ended prematurely: osmo-stp_10.42.42.5(pid=29176) [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29176)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29176): Process ended prematurely: osmo-stp_10.42.42.5(pid=29176) [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29176)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a14:00:27.455252 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:00:27.467274 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a14:00:27.622626 tst ping_idle_ping.py: using LAC 34427\u000a14:00:27.738873 tst ping_idle_ping.py: using RAC 2\u000a14:00:27.854523 tst ping_idle_ping.py: using CellId 34427\u000a14:00:27.970288 tst ping_idle_ping.py: using BVCI 34428\u000a14:00:27.993263 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:00:28.004459 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:00:28.015512 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:00:28.026411 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:00:28.037527 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:00:28.048534 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:00:28.059658 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:00:28.070771 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a14:00:28.343307 tst ping_idle_ping.py:24: start network...\u000a14:00:28.465765 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:00:28.942098 run create_hlr_db(pid=29170): Launched\u000a14:00:29.112467 bus /gobi_6: Setting Powered False\u000a14:00:30.133667 run create_hlr_db(pid=29170): Terminated: ok {rc=0}\u000a14:00:30.555758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29172): Launched\u000a14:00:30.926752 run osmo-hlr_10.42.42.2(pid=29173): Launched\u000a14:00:31.185899 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:00:31.836313 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29175): Launched\u000a14:00:32.164728 run osmo-stp_10.42.42.5(pid=29176): Launched\u000a14:00:32.297062 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:00:32.950564 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29178): Launched\u000a14:00:33.063222 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:00:33.340644 run patchelf(pid=29179): Launched\u000a14:00:33.525484 run osmo-stp_10.42.42.5(pid=29176): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29176)]\u000a14:00:33.660654 run osmo-stp_10.42.42.5(pid=29176): stdout: \u000a| (launched: 2022-12-13_14:00:32.008564)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:00:33.796506 run osmo-stp_10.42.42.5(pid=29176): stderr: \u000a| �[0;m�[38;5;43m20221213140032395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140032395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140032396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140032396 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140032396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140032397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140032397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:00:33.927866 run osmo-stp_10.42.42.5(pid=29176): stdout: \u000a| (launched: 2022-12-13_14:00:32.008564)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:00:34.057814 run osmo-stp_10.42.42.5(pid=29176): stderr: \u000a| �[0;m�[38;5;43m20221213140032395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140032395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140032396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140032396 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140032396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140032397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140032397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:00:34.209140 run patchelf(pid=29179): Terminating (SIGINT)\u000a14:00:34.387040 run patchelf(pid=29179): Terminated: ok {rc=0}\u000a14:00:34.419220 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29176): Process ended prematurely: osmo-stp_10.42.42.5(pid=29176) [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29176)] [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a14:00:34.428697 tst ping_idle_ping.py:27: Test FAILED (7.0 sec)\u000a14:00:34.491188 run osmo-hlr_10.42.42.2(pid=29173): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29173)]\u000a14:00:34.542159 run osmo-hlr_10.42.42.2(pid=29173): stdout: \u000a| (launched: 2022-12-13_14:00:30.716147) \u000a14:00:34.593702 run osmo-hlr_10.42.42.2(pid=29173): stderr: \u000a| �[0;m�[1;31m20221213140030998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213140030998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213140030998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140030998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140030998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213140030998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213140031020 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213140031031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213140031031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213140031031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:00:34.638160 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29172): Terminating (SIGTERM)\u000a14:00:34.680583 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29175): Terminating (SIGTERM)\u000a14:00:34.723173 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29178): Terminating (SIGTERM)\u000a14:00:34.732937 --- ParallelTerminationStrategy: PID 29172 died...\u000a14:00:34.789508 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29172): Terminated: ok {rc=0}\u000a14:00:34.799657 --- ParallelTerminationStrategy: PID 29175 died...\u000a14:00:34.855860 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29175): Terminated: ok {rc=0}\u000a14:00:34.866363 --- ParallelTerminationStrategy: PID 29178 died...\u000a14:00:34.922366 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29178): Terminated: ok {rc=0}\u000a14:00:35.009565 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "127", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T13:59:36" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29194): Process ended prematurely: osmo-stp_10.42.42.5(pid=29194) [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29194)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29194): Process ended prematurely: osmo-stp_10.42.42.5(pid=29194) [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29194)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a14:00:37.161922 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:00:37.173451 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a14:00:37.333822 tst cs_paging_gprs_active.py: using LAC 34428\u000a14:00:37.459833 tst cs_paging_gprs_active.py: using RAC 3\u000a14:00:37.585545 tst cs_paging_gprs_active.py: using CellId 34428\u000a14:00:37.713230 tst cs_paging_gprs_active.py: using BVCI 34429\u000a14:00:37.737986 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:00:37.749550 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:00:37.760718 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:00:37.772005 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:00:37.783781 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:00:37.795524 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:00:37.807283 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:00:37.819289 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:00:37.831183 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a14:00:37.948382 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a14:00:38.241934 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a14:00:38.376248 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:00:38.708257 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29184): Launched\u000a14:00:38.985141 run iperf3-srv_10.42.42.10(pid=29185): Launched\u000a14:00:39.181268 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a14:00:39.314970 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:00:39.648033 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29186): Launched\u000a14:00:39.925126 run iperf3-srv_10.42.42.10(pid=29187): Launched\u000a14:00:40.122029 tst cs_paging_gprs_active.py:38: start network...\u000a14:00:40.256506 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:00:40.763749 run create_hlr_db(pid=29188): Launched\u000a14:00:40.949505 bus /gobi_6: Setting Powered False\u000a14:00:41.971194 run create_hlr_db(pid=29188): Terminated: ok {rc=0}\u000a14:00:42.377570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29190): Launched\u000a14:00:42.679325 run osmo-hlr_10.42.42.2(pid=29191): Launched\u000a14:00:42.790315 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:00:43.310750 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29193): Launched\u000a14:00:43.612847 run osmo-stp_10.42.42.5(pid=29194): Launched\u000a14:00:43.722331 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:00:44.246715 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29196): Launched\u000a14:00:44.355226 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:00:44.625419 run patchelf(pid=29197): Launched\u000a14:00:44.802192 run osmo-stp_10.42.42.5(pid=29194): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29194)]\u000a14:00:44.931240 run osmo-stp_10.42.42.5(pid=29194): stdout: \u000a| (launched: 2022-12-13_14:00:43.463254)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:00:45.060545 run osmo-stp_10.42.42.5(pid=29194): stderr: \u000a| �[0;m�[38;5;43m20221213140043632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140043632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140043633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140043633 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140043634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140043634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140043634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:00:45.185157 run osmo-stp_10.42.42.5(pid=29194): stdout: \u000a| (launched: 2022-12-13_14:00:43.463254)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:00:45.308223 run osmo-stp_10.42.42.5(pid=29194): stderr: \u000a| �[0;m�[38;5;43m20221213140043632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140043632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140043633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140043633 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140043634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140043634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140043634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:00:45.452722 run patchelf(pid=29197): Terminating (SIGINT)\u000a14:00:45.622808 run patchelf(pid=29197): Terminated: ok {rc=0}\u000a14:00:45.654220 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29194): Process ended prematurely: osmo-stp_10.42.42.5(pid=29194) [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29194)] [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a14:00:45.663462 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a14:00:45.722826 run osmo-hlr_10.42.42.2(pid=29191): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29191)]\u000a14:00:45.770901 run osmo-hlr_10.42.42.2(pid=29191): stdout: \u000a| (launched: 2022-12-13_14:00:42.530550) \u000a14:00:45.819782 run osmo-hlr_10.42.42.2(pid=29191): stderr: \u000a| �[0;m�[1;31m20221213140042703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213140042703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213140042703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140042703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140042704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213140042704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213140042714 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213140042723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213140042723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213140042723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:00:45.882186 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29184): Terminating (SIGTERM)\u000a14:00:45.935203 run iperf3-srv_10.42.42.10(pid=29185): Terminating (SIGTERM)\u000a14:00:45.977846 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29186): Terminating (SIGTERM)\u000a14:00:46.022363 run iperf3-srv_10.42.42.10(pid=29187): Terminating (SIGTERM)\u000a14:00:46.065007 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29190): Terminating (SIGTERM)\u000a14:00:46.106509 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29193): Terminating (SIGTERM)\u000a14:00:46.149031 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29196): Terminating (SIGTERM)\u000a14:00:46.158794 --- ParallelTerminationStrategy: PID 29184 died...\u000a14:00:46.213114 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29184): Terminated: ok {rc=0}\u000a14:00:46.223123 --- ParallelTerminationStrategy: PID 29185 died...\u000a14:00:46.276914 run iperf3-srv_10.42.42.10(pid=29185): Terminated {rc=256}\u000a14:00:46.287445 --- ParallelTerminationStrategy: PID 29186 died...\u000a14:00:46.341528 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29186): Terminated: ok {rc=0}\u000a14:00:46.351558 --- ParallelTerminationStrategy: PID 29187 died...\u000a14:00:46.405363 run iperf3-srv_10.42.42.10(pid=29187): Terminated {rc=256}\u000a14:00:46.415416 --- ParallelTerminationStrategy: PID 29190 died...\u000a14:00:46.469479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29190): Terminated: ok {rc=0}\u000a14:00:46.479571 --- ParallelTerminationStrategy: PID 29193 died...\u000a14:00:46.533343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29193): Terminated: ok {rc=0}\u000a14:00:46.543424 --- ParallelTerminationStrategy: PID 29196 died...\u000a14:00:46.599364 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29196): Terminated: ok {rc=0}\u000a14:00:46.686739 bus /gobi_0: Setting Powered False\u000a14:00:47.791499 bus /gobi_0: Setting Powered False\u000a14:00:48.902598 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29210): Process ended prematurely: osmo-stp_10.42.42.5(pid=29210) [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29210)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29210): Process ended prematurely: osmo-stp_10.42.42.5(pid=29210) [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29210)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a14:00:50.015579 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:00:50.027614 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a14:00:50.188419 tst iperf3.py: using LAC 34429\u000a14:00:50.314214 tst iperf3.py: using RAC 4\u000a14:00:50.442331 tst iperf3.py: using CellId 34429\u000a14:00:50.567259 tst iperf3.py: using BVCI 34430\u000a14:00:50.591983 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:00:50.603535 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:00:50.614990 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:00:50.626409 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:00:50.638094 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:00:50.649720 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:00:50.661427 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:00:50.673102 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:00:50.684893 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a14:00:50.964012 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a14:00:51.088626 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:00:51.402669 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29198): Launched\u000a14:00:51.662214 run iperf3-srv_10.42.42.10(pid=29199): Launched\u000a14:00:51.845343 tst iperf3.py:8: start network...\u000a14:00:51.970061 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:00:52.452916 run create_hlr_db(pid=29204): Launched\u000a14:00:52.625101 bus /gobi_6: Setting Powered False\u000a14:00:53.647396 run create_hlr_db(pid=29204): Terminated: ok {rc=0}\u000a14:00:54.075970 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29206): Launched\u000a14:00:54.399699 run osmo-hlr_10.42.42.2(pid=29207): Launched\u000a14:00:54.519890 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:00:55.084173 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29209): Launched\u000a14:00:55.406535 run osmo-stp_10.42.42.5(pid=29210): Launched\u000a14:00:55.522806 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:00:56.083405 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29212): Launched\u000a14:00:56.197841 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:00:56.478853 run patchelf(pid=29213): Launched\u000a14:00:56.667351 run osmo-stp_10.42.42.5(pid=29210): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29210)]\u000a14:00:56.805015 run osmo-stp_10.42.42.5(pid=29210): stdout: \u000a| (launched: 2022-12-13_14:00:55.247989)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:00:56.943537 run osmo-stp_10.42.42.5(pid=29210): stderr: \u000a| �[0;m�[38;5;43m20221213140055435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140055435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140055435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140055436 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140055436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140055436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140055436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:00:57.077076 run osmo-stp_10.42.42.5(pid=29210): stdout: \u000a| (launched: 2022-12-13_14:00:55.247989)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:00:57.209511 run osmo-stp_10.42.42.5(pid=29210): stderr: \u000a| �[0;m�[38;5;43m20221213140055435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140055435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140055435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140055436 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140055436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140055436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140055436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:00:57.363785 run patchelf(pid=29213): Terminating (SIGINT)\u000a14:00:57.544893 run patchelf(pid=29213): Terminated: ok {rc=0}\u000a14:00:57.578380 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29210): Process ended prematurely: osmo-stp_10.42.42.5(pid=29210) [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29210)] [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a14:00:57.588263 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a14:00:57.650974 run osmo-hlr_10.42.42.2(pid=29207): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29207)]\u000a14:00:57.702106 run osmo-hlr_10.42.42.2(pid=29207): stdout: \u000a| (launched: 2022-12-13_14:00:54.239969) \u000a14:00:57.753764 run osmo-hlr_10.42.42.2(pid=29207): stderr: \u000a| �[0;m�[1;31m20221213140054434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213140054434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213140054434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140054434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140054434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213140054434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213140054446 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213140054455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213140054455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213140054455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:00:57.798048 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29198): Terminating (SIGTERM)\u000a14:00:57.839912 run iperf3-srv_10.42.42.10(pid=29199): Terminating (SIGTERM)\u000a14:00:57.882549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29206): Terminating (SIGTERM)\u000a14:00:57.924522 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29209): Terminating (SIGTERM)\u000a14:00:57.966798 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29212): Terminating (SIGTERM)\u000a14:00:57.976398 --- ParallelTerminationStrategy: PID 29198 died...\u000a14:00:58.032664 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29198): Terminated: ok {rc=0}\u000a14:00:58.042628 --- ParallelTerminationStrategy: PID 29199 died...\u000a14:00:58.098523 run iperf3-srv_10.42.42.10(pid=29199): Terminated {rc=256}\u000a14:00:58.108523 --- ParallelTerminationStrategy: PID 29206 died...\u000a14:00:58.164347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29206): Terminated: ok {rc=0}\u000a14:00:58.174678 --- ParallelTerminationStrategy: PID 29209 died...\u000a14:00:58.230666 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29209): Terminated: ok {rc=0}\u000a14:00:58.240692 --- ParallelTerminationStrategy: PID 29212 died...\u000a14:00:58.296780 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29212): Terminated: ok {rc=0}\u000a14:00:58.382952 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29229): Process ended prematurely: osmo-stp_10.42.42.5(pid=29229) [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29229)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29229): Process ended prematurely: osmo-stp_10.42.42.5(pid=29229) [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29229)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a14:00:59.499154 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:00:59.511233 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a14:00:59.669858 tst iperf3m4.py: using LAC 34430\u000a14:00:59.796736 tst iperf3m4.py: using RAC 5\u000a14:00:59.921483 tst iperf3m4.py: using CellId 34430\u000a14:01:00.045433 tst iperf3m4.py: using BVCI 34431\u000a14:01:00.070138 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:01:00.081725 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:01:00.093095 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:01:00.104374 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:01:00.116115 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:01:00.127736 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:01:00.139595 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:01:00.151198 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:01:00.163244 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a14:01:00.281548 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a14:01:00.399512 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a14:01:00.519932 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a14:01:00.798909 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a14:01:00.956791 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:01:01.298541 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29215): Launched\u000a14:01:01.591448 run iperf3-srv_10.42.42.10(pid=29216): Launched\u000a14:01:01.779758 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a14:01:01.908566 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:01:02.250463 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29217): Launched\u000a14:01:02.529073 run iperf3-srv_10.42.42.10(pid=29218): Launched\u000a14:01:02.727426 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a14:01:02.862141 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:01:03.197470 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29219): Launched\u000a14:01:03.474816 run iperf3-srv_10.42.42.10(pid=29220): Launched\u000a14:01:03.671656 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a14:01:03.805420 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:01:04.140062 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29221): Launched\u000a14:01:04.418121 run iperf3-srv_10.42.42.10(pid=29222): Launched\u000a14:01:04.614773 tst iperf3m4.py:8: start network...\u000a14:01:04.748277 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:01:05.256894 run create_hlr_db(pid=29223): Launched\u000a14:01:05.442887 bus /gobi_6: Setting Powered False\u000a14:01:06.464484 run create_hlr_db(pid=29223): Terminated: ok {rc=0}\u000a14:01:06.872936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29225): Launched\u000a14:01:07.175232 run osmo-hlr_10.42.42.2(pid=29226): Launched\u000a14:01:07.289288 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:01:07.812564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29228): Launched\u000a14:01:08.113913 run osmo-stp_10.42.42.5(pid=29229): Launched\u000a14:01:08.222441 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:01:08.750209 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29231): Launched\u000a14:01:08.856350 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:01:09.118190 run patchelf(pid=29232): Launched\u000a14:01:09.293167 run osmo-stp_10.42.42.5(pid=29229): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29229)]\u000a14:01:09.420826 run osmo-stp_10.42.42.5(pid=29229): stdout: \u000a| (launched: 2022-12-13_14:01:07.965605)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:01:09.548785 run osmo-stp_10.42.42.5(pid=29229): stderr: \u000a| �[0;m�[38;5;43m20221213140108131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140108132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140108132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140108132 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140108133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140108133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140108133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:01:09.672497 run osmo-stp_10.42.42.5(pid=29229): stdout: \u000a| (launched: 2022-12-13_14:01:07.965605)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:01:09.795286 run osmo-stp_10.42.42.5(pid=29229): stderr: \u000a| �[0;m�[38;5;43m20221213140108131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140108132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140108132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140108132 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140108133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140108133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140108133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:01:09.938940 run patchelf(pid=29232): Terminating (SIGINT)\u000a14:01:10.107477 run patchelf(pid=29232): Terminated: ok {rc=0}\u000a14:01:10.138620 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29229): Process ended prematurely: osmo-stp_10.42.42.5(pid=29229) [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29229)] [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a14:01:10.148019 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a14:01:10.207398 run osmo-hlr_10.42.42.2(pid=29226): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29226)]\u000a14:01:10.255561 run osmo-hlr_10.42.42.2(pid=29226): stdout: \u000a| (launched: 2022-12-13_14:01:07.026603) \u000a14:01:10.304549 run osmo-hlr_10.42.42.2(pid=29226): stderr: \u000a| �[0;m�[1;31m20221213140107200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213140107200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213140107201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140107201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140107201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213140107201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213140107213 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213140107222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213140107222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213140107222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:01:10.346367 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29215): Terminating (SIGTERM)\u000a14:01:10.385463 run iperf3-srv_10.42.42.10(pid=29216): Terminating (SIGTERM)\u000a14:01:10.424819 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29217): Terminating (SIGTERM)\u000a14:01:10.463923 run iperf3-srv_10.42.42.10(pid=29218): Terminating (SIGTERM)\u000a14:01:10.503679 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29219): Terminating (SIGTERM)\u000a14:01:10.542796 run iperf3-srv_10.42.42.10(pid=29220): Terminating (SIGTERM)\u000a14:01:10.582559 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29221): Terminating (SIGTERM)\u000a14:01:10.621657 run iperf3-srv_10.42.42.10(pid=29222): Terminating (SIGTERM)\u000a14:01:10.660885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29225): Terminating (SIGTERM)\u000a14:01:10.700132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29228): Terminating (SIGTERM)\u000a14:01:10.739334 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29231): Terminating (SIGTERM)\u000a14:01:10.748416 --- ParallelTerminationStrategy: PID 29215 died...\u000a14:01:10.801100 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29215): Terminated: ok {rc=0}\u000a14:01:10.810643 --- ParallelTerminationStrategy: PID 29216 died...\u000a14:01:10.862985 run iperf3-srv_10.42.42.10(pid=29216): Terminated {rc=256}\u000a14:01:10.872353 --- ParallelTerminationStrategy: PID 29217 died...\u000a14:01:10.924726 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29217): Terminated: ok {rc=0}\u000a14:01:10.934203 --- ParallelTerminationStrategy: PID 29218 died...\u000a14:01:10.986535 run iperf3-srv_10.42.42.10(pid=29218): Terminated {rc=256}\u000a14:01:10.995978 --- ParallelTerminationStrategy: PID 29219 died...\u000a14:01:11.048302 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29219): Terminated: ok {rc=0}\u000a14:01:11.057817 --- ParallelTerminationStrategy: PID 29220 died...\u000a14:01:11.110167 run iperf3-srv_10.42.42.10(pid=29220): Terminated {rc=256}\u000a14:01:11.119755 --- ParallelTerminationStrategy: PID 29221 died...\u000a14:01:11.172035 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29221): Terminated: ok {rc=0}\u000a14:01:11.181875 --- ParallelTerminationStrategy: PID 29222 died...\u000a14:01:11.234045 run iperf3-srv_10.42.42.10(pid=29222): Terminated {rc=256}\u000a14:01:11.243481 --- ParallelTerminationStrategy: PID 29225 died...\u000a14:01:11.295750 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29225): Terminated: ok {rc=0}\u000a14:01:11.305283 --- ParallelTerminationStrategy: PID 29228 died...\u000a14:01:11.357655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29228): Terminated: ok {rc=0}\u000a14:01:11.367165 --- ParallelTerminationStrategy: PID 29231 died...\u000a14:01:11.419447 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29231): Terminated: ok {rc=0}\u000a14:01:11.502759 bus /gobi_4: Setting Powered False\u000a14:01:12.608843 bus /gobi_4: Setting Powered False\u000a14:01:13.716282 bus /gobi_1: Setting Powered False\u000a14:01:14.821993 bus /gobi_1: Setting Powered False\u000a14:01:15.961951 bus /gobi_0: Setting Powered False\u000a14:01:17.067407 bus /gobi_0: Setting Powered False\u000a14:01:18.178795 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29239): Process ended prematurely: osmo-stp_10.42.42.5(pid=29239) [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29239)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29239): Process ended prematurely: osmo-stp_10.42.42.5(pid=29239) [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29239)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a14:01:19.245625 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:01:19.257213 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a14:01:19.413954 tst ping.py: using LAC 34431\u000a14:01:19.549896 tst ping.py: using RAC 6\u000a14:01:19.671917 tst ping.py: using CellId 34431\u000a14:01:19.786168 tst ping.py: using BVCI 34432\u000a14:01:19.808693 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:01:19.820059 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:01:19.830971 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:01:19.841889 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:01:19.853252 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:01:19.864514 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:01:19.876009 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:01:19.887392 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a14:01:20.160577 tst ping.py:19: start network...\u000a14:01:20.282664 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:01:20.753521 run create_hlr_db(pid=29233): Launched\u000a14:01:20.924370 bus /gobi_6: Setting Powered False\u000a14:01:21.945615 run create_hlr_db(pid=29233): Terminated: ok {rc=0}\u000a14:01:22.337924 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29235): Launched\u000a14:01:22.631537 run osmo-hlr_10.42.42.2(pid=29236): Launched\u000a14:01:22.747067 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:01:23.271007 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29238): Launched\u000a14:01:23.564160 run osmo-stp_10.42.42.5(pid=29239): Launched\u000a14:01:23.670651 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:01:24.183954 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29241): Launched\u000a14:01:24.287694 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:01:24.545337 run patchelf(pid=29242): Launched\u000a14:01:24.719989 run osmo-stp_10.42.42.5(pid=29239): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29239)]\u000a14:01:24.847083 run osmo-stp_10.42.42.5(pid=29239): stdout: \u000a| (launched: 2022-12-13_14:01:23.420027)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:01:24.974609 run osmo-stp_10.42.42.5(pid=29239): stderr: \u000a| �[0;m�[38;5;43m20221213140123589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140123589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140123589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140123590 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140123590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140123590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140123590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:01:25.097081 run osmo-stp_10.42.42.5(pid=29239): stdout: \u000a| (launched: 2022-12-13_14:01:23.420027)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:01:25.218764 run osmo-stp_10.42.42.5(pid=29239): stderr: \u000a| �[0;m�[38;5;43m20221213140123589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140123589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140123589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140123590 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140123590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140123590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140123590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:01:25.360431 run patchelf(pid=29242): Terminating (SIGINT)\u000a14:01:25.527031 run patchelf(pid=29242): Terminated: ok {rc=0}\u000a14:01:25.557409 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29239): Process ended prematurely: osmo-stp_10.42.42.5(pid=29239) [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29239)] [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22]\u000a14:01:25.566129 tst ping.py:22: Test FAILED (6.3 sec)\u000a14:01:25.625615 run osmo-hlr_10.42.42.2(pid=29236): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29236)]\u000a14:01:25.673988 run osmo-hlr_10.42.42.2(pid=29236): stdout: \u000a| (launched: 2022-12-13_14:01:22.487295) \u000a14:01:25.722608 run osmo-hlr_10.42.42.2(pid=29236): stderr: \u000a| �[0;m�[1;31m20221213140122661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213140122661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213140122661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140122661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140122661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213140122661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213140122674 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213140122683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213140122683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213140122684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:01:25.764062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29235): Terminating (SIGTERM)\u000a14:01:25.803156 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29238): Terminating (SIGTERM)\u000a14:01:25.842238 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29241): Terminating (SIGTERM)\u000a14:01:25.851357 --- ParallelTerminationStrategy: PID 29235 died...\u000a14:01:25.903849 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29235): Terminated: ok {rc=0}\u000a14:01:25.913321 --- ParallelTerminationStrategy: PID 29238 died...\u000a14:01:25.965442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29238): Terminated: ok {rc=0}\u000a14:01:25.974932 --- ParallelTerminationStrategy: PID 29241 died...\u000a14:01:26.027120 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29241): Terminated: ok {rc=0}\u000a14:01:26.114926 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29249): Process ended prematurely: osmo-stp_10.42.42.5(pid=29249) [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29249)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29249): Process ended prematurely: osmo-stp_10.42.42.5(pid=29249) [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29249)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a14:01:27.167419 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:01:27.180484 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a14:01:27.346425 tst ping_idle_ping.py: using LAC 34432\u000a14:01:27.468538 tst ping_idle_ping.py: using RAC 7\u000a14:01:27.590388 tst ping_idle_ping.py: using CellId 34432\u000a14:01:27.711877 tst ping_idle_ping.py: using BVCI 34433\u000a14:01:27.736036 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:01:27.747665 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:01:27.759773 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:01:27.771417 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:01:27.783299 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:01:27.795268 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:01:27.807176 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a14:01:27.819095 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a14:01:28.107669 tst ping_idle_ping.py:24: start network...\u000a14:01:28.239719 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:01:28.740927 run create_hlr_db(pid=29243): Launched\u000a14:01:28.924912 bus /gobi_6: Setting Powered False\u000a14:01:29.946347 run create_hlr_db(pid=29243): Terminated: ok {rc=0}\u000a14:01:30.344204 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29245): Launched\u000a14:01:30.639711 run osmo-hlr_10.42.42.2(pid=29246): Launched\u000a14:01:30.748213 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:01:31.343975 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29248): Launched\u000a14:01:31.771696 run osmo-stp_10.42.42.5(pid=29249): Launched\u000a14:01:31.903339 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:01:32.519740 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29251): Launched\u000a14:01:32.632201 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:01:32.910316 run patchelf(pid=29252): Launched\u000a14:01:33.096294 run osmo-stp_10.42.42.5(pid=29249): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29249)]\u000a14:01:33.231811 run osmo-stp_10.42.42.5(pid=29249): stdout: \u000a| (launched: 2022-12-13_14:01:31.509245)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:01:33.367590 run osmo-stp_10.42.42.5(pid=29249): stderr: \u000a| �[0;m�[38;5;43m20221213140131734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140131734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140131734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140131734 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140131735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140131741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140131741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:01:33.498519 run osmo-stp_10.42.42.5(pid=29249): stdout: \u000a| (launched: 2022-12-13_14:01:31.509245)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:01:33.628202 run osmo-stp_10.42.42.5(pid=29249): stderr: \u000a| �[0;m�[38;5;43m20221213140131734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140131734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140131734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140131734 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140131735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140131741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140131741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:01:33.779501 run patchelf(pid=29252): Terminating (SIGINT)\u000a14:01:33.957534 run patchelf(pid=29252): Terminated: ok {rc=0}\u000a14:01:33.989706 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29249): Process ended prematurely: osmo-stp_10.42.42.5(pid=29249) [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29249)] [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a14:01:33.999127 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a14:01:34.061834 run osmo-hlr_10.42.42.2(pid=29246): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29246)]\u000a14:01:34.112882 run osmo-hlr_10.42.42.2(pid=29246): stdout: \u000a| (launched: 2022-12-13_14:01:30.493527) \u000a14:01:34.164527 run osmo-hlr_10.42.42.2(pid=29246): stderr: \u000a| �[0;m�[1;31m20221213140130665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213140130665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213140130665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140130665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140130665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213140130665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213140130678 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213140130688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213140130688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213140130688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:01:34.209066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29245): Terminating (SIGTERM)\u000a14:01:34.251070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29248): Terminating (SIGTERM)\u000a14:01:34.293115 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29251): Terminating (SIGTERM)\u000a14:01:34.302815 --- ParallelTerminationStrategy: PID 29245 died...\u000a14:01:34.358989 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29245): Terminated: ok {rc=0}\u000a14:01:34.369083 --- ParallelTerminationStrategy: PID 29248 died...\u000a14:01:34.424543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29248): Terminated: ok {rc=0}\u000a14:01:34.434476 --- ParallelTerminationStrategy: PID 29251 died...\u000a14:01:34.490216 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29251): Terminated: ok {rc=0}\u000a14:01:34.578828 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "128", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T14:00:36" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29262): Process ended prematurely: osmo-stp_10.42.42.5(pid=29262) [trial-2390↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29262)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29262): Process ended prematurely: osmo-stp_10.42.42.5(pid=29262) [trial-2390↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29262)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a14:01:36.605731 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a14:01:36.617589 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a14:01:36.767987 tst switch_tch_pdch.py: using LAC 34433\u000a14:01:36.885789 tst switch_tch_pdch.py: using RAC 8\u000a14:01:37.001517 tst switch_tch_pdch.py: using CellId 34433\u000a14:01:37.119475 tst switch_tch_pdch.py: using BVCI 34434\u000a14:01:37.142138 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a14:01:37.153577 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a14:01:37.164595 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a14:01:37.175806 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a14:01:37.187038 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a14:01:37.198193 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a14:01:37.209404 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a14:01:37.220476 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a14:01:37.342400 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a14:01:37.616576 tst switch_tch_pdch.py:51: start network...\u000a14:01:37.738683 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:01:38.210047 run create_hlr_db(pid=29256): Launched\u000a14:01:38.380059 bus /gobi_6: Setting Powered False\u000a14:01:39.402111 run create_hlr_db(pid=29256): Terminated: ok {rc=0}\u000a14:01:39.825287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29258): Launched\u000a14:01:40.140431 run osmo-hlr_10.42.42.2(pid=29259): Launched\u000a14:01:40.257187 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:01:40.803480 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29261): Launched\u000a14:01:41.119403 run osmo-stp_10.42.42.5(pid=29262): Launched\u000a14:01:41.233524 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:01:41.784638 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29264): Launched\u000a14:01:41.897621 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:01:42.172630 run patchelf(pid=29265): Launched\u000a14:01:42.357283 run osmo-stp_10.42.42.5(pid=29262): ERR: Terminated: ERROR {rc=1} [trial-2390↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29262)]\u000a14:01:42.492253 run osmo-stp_10.42.42.5(pid=29262): stdout: \u000a| (launched: 2022-12-13_14:01:40.963983)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:01:42.627516 run osmo-stp_10.42.42.5(pid=29262): stderr: \u000a| �[0;m�[38;5;43m20221213140141151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140141151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140141152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140141152 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140141153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140141153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140141153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:01:42.758497 run osmo-stp_10.42.42.5(pid=29262): stdout: \u000a| (launched: 2022-12-13_14:01:40.963983)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:01:42.888147 run osmo-stp_10.42.42.5(pid=29262): stderr: \u000a| �[0;m�[38;5;43m20221213140141151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140141151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140141152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140141152 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140141153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140141153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140141153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:01:43.039296 run patchelf(pid=29265): Terminating (SIGINT)\u000a14:01:43.216718 run patchelf(pid=29265): Terminated: ok {rc=0}\u000a14:01:43.249060 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=29262): Process ended prematurely: osmo-stp_10.42.42.5(pid=29262) [trial-2390↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29262)] [trial-2390↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a14:01:43.258447 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a14:01:43.321303 run osmo-hlr_10.42.42.2(pid=29259): ERR: Terminated: ERROR {rc=237} [trial-2390↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29259)]\u000a14:01:43.372459 run osmo-hlr_10.42.42.2(pid=29259): stdout: \u000a| (launched: 2022-12-13_14:01:39.986293) \u000a14:01:43.424156 run osmo-hlr_10.42.42.2(pid=29259): stderr: \u000a| �[0;m�[1;31m20221213140140180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213140140180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213140140180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140140181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140140181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213140140181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213140140194 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213140140202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213140140202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213140140202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:01:43.468219 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29258): Terminating (SIGTERM)\u000a14:01:43.510375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29261): Terminating (SIGTERM)\u000a14:01:43.551926 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29264): Terminating (SIGTERM)\u000a14:01:43.561617 --- ParallelTerminationStrategy: PID 29258 died...\u000a14:01:43.617433 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29258): Terminated: ok {rc=0}\u000a14:01:43.627457 --- ParallelTerminationStrategy: PID 29261 died...\u000a14:01:43.683062 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29261): Terminated: ok {rc=0}\u000a14:01:43.693035 --- ParallelTerminationStrategy: PID 29264 died...\u000a14:01:43.748498 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29264): Terminated: ok {rc=0}\u000a14:01:43.834123 bus /gobi_0: Setting Powered False\u000a14:01:44.939242 bus /gobi_0: Setting Powered False\u000a14:01:46.050314 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "129", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T14:01:36" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29275): Process ended prematurely: osmo-stp_10.42.42.5(pid=29275) [trial-2390↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29275)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29275): Process ended prematurely: osmo-stp_10.42.42.5(pid=29275) [trial-2390↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29275)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a14:01:48.037849 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a14:01:48.049436 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a14:01:48.207862 tst switch_tch_pdch.py: using LAC 34434\u000a14:01:48.326686 tst switch_tch_pdch.py: using RAC 9\u000a14:01:48.452177 tst switch_tch_pdch.py: using CellId 34434\u000a14:01:48.575883 tst switch_tch_pdch.py: using BVCI 34435\u000a14:01:48.600141 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a14:01:48.611757 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a14:01:48.623260 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a14:01:48.634655 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a14:01:48.646341 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a14:01:48.658070 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a14:01:48.669965 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a14:01:48.681639 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a14:01:48.798872 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a14:01:49.087923 tst switch_tch_pdch.py:51: start network...\u000a14:01:49.218689 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:01:49.686932 run create_hlr_db(pid=29269): Launched\u000a14:01:49.816234 bus /gobi_6: Setting Powered False\u000a14:01:50.890936 run create_hlr_db(pid=29269): Terminated: ok {rc=0}\u000a14:01:51.284257 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29271): Launched\u000a14:01:51.600472 run osmo-hlr_10.42.42.2(pid=29272): Launched\u000a14:01:51.716446 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:01:52.246027 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29274): Launched\u000a14:01:52.563101 run osmo-stp_10.42.42.5(pid=29275): Launched\u000a14:01:52.678124 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:01:53.205885 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29277): Launched\u000a14:01:53.318298 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:01:53.593701 run patchelf(pid=29278): Launched\u000a14:01:53.778624 run osmo-stp_10.42.42.5(pid=29275): ERR: Terminated: ERROR {rc=1} [trial-2390↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29275)]\u000a14:01:53.914398 run osmo-stp_10.42.42.5(pid=29275): stdout: \u000a| (launched: 2022-12-13_14:01:52.407259)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:01:54.050489 run osmo-stp_10.42.42.5(pid=29275): stderr: \u000a| �[0;m�[38;5;43m20221213140152596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140152596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140152596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140152597 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140152597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140152597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140152597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:01:54.181351 run osmo-stp_10.42.42.5(pid=29275): stdout: \u000a| (launched: 2022-12-13_14:01:52.407259)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:01:54.310717 run osmo-stp_10.42.42.5(pid=29275): stderr: \u000a| �[0;m�[38;5;43m20221213140152596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140152596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140152596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140152597 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140152597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140152597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140152597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:01:54.461930 run patchelf(pid=29278): Terminating (SIGINT)\u000a14:01:54.639584 run patchelf(pid=29278): Terminated: ok {rc=0}\u000a14:01:54.671949 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=29275): Process ended prematurely: osmo-stp_10.42.42.5(pid=29275) [trial-2390↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29275)] [trial-2390↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a14:01:54.681261 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a14:01:54.743406 run osmo-hlr_10.42.42.2(pid=29272): ERR: Terminated: ERROR {rc=237} [trial-2390↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29272)]\u000a14:01:54.794837 run osmo-hlr_10.42.42.2(pid=29272): stdout: \u000a| (launched: 2022-12-13_14:01:51.444193) \u000a14:01:54.846676 run osmo-hlr_10.42.42.2(pid=29272): stderr: \u000a| �[0;m�[1;31m20221213140151638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213140151638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213140151638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140151638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140151638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213140151639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213140151651 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213140151660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213140151660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213140151660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:01:54.891284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29271): Terminating (SIGTERM)\u000a14:01:54.933769 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29274): Terminating (SIGTERM)\u000a14:01:54.975779 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29277): Terminating (SIGTERM)\u000a14:01:54.985505 --- ParallelTerminationStrategy: PID 29271 died...\u000a14:01:55.041616 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29271): Terminated: ok {rc=0}\u000a14:01:55.051604 --- ParallelTerminationStrategy: PID 29274 died...\u000a14:01:55.107491 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29274): Terminated: ok {rc=0}\u000a14:01:55.117877 --- ParallelTerminationStrategy: PID 29277 died...\u000a14:01:55.173614 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29277): Terminated: ok {rc=0}\u000a14:01:55.260711 bus /gobi_0: Setting Powered False\u000a14:01:56.367066 bus /gobi_0: Setting Powered False\u000a14:01:57.477735 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "130", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T14:01:47" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "nitb_sms:nanobts", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=29284): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29284) [trial-2390↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29284)]", "failedSince" : 2172, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=29284): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29284) [trial-2390↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29284)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 nitb_sms:nanobts mo_mt_sms.py\u000a----------------------------------------------\u000a14:01:59.348037 tst nitb_sms:nanobts: Using 1 x ip_address (candidates: 1)\u000a14:01:59.359675 tst nitb_sms:nanobts: Using 1 x bts (candidates: 1)\u000a14:01:59.493328 tst mo_mt_sms.py: using LAC 34435\u000a14:01:59.615629 tst mo_mt_sms.py: using RAC 10\u000a14:01:59.738354 tst mo_mt_sms.py: using CellId 34435\u000a14:01:59.860243 tst mo_mt_sms.py: using BVCI 34436\u000a14:01:59.884173 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a14:01:59.999238 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a14:02:00.287125 tst mo_mt_sms.py:9: start nitb and bts...\u000a14:02:00.418833 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a14:02:01.106492 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29283): Launched\u000a14:02:01.425605 run osmo-nitb_10.42.42.2(pid=29284): Launched\u000a14:02:01.613132 run osmo-nitb_10.42.42.2(pid=29284): ERR: Terminated: ERROR {rc=2} [trial-2390↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29284)]\u000a14:02:01.750739 run osmo-nitb_10.42.42.2(pid=29284): stdout: \u000a| (launched: 2022-12-13_14:02:01.259592) \u000a14:02:01.889678 run osmo-nitb_10.42.42.2(pid=29284): stderr: \u000a| (launched: 2022-12-13_14:02:01.304163)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a14:02:02.023960 run osmo-nitb_10.42.42.2(pid=29284): stdout: \u000a| (launched: 2022-12-13_14:02:01.259592) \u000a14:02:02.155357 run osmo-nitb_10.42.42.2(pid=29284): stderr: \u000a| (launched: 2022-12-13_14:02:01.304163)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a14:02:02.545122 tst osmo-nitb_10.42.42.2(pid=29284): stdout: \u000a| (launched: 2022-12-13_14:02:01.259592) \u000a14:02:02.662335 tst osmo-nitb_10.42.42.2(pid=29284): stderr: \u000a| (launched: 2022-12-13_14:02:01.304163)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a14:02:02.713818 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=29284): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29284) [trial-2390↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29284)] [trial-2390↪nitb_sms:nanobts↪mo_mt_sms.py:11]\u000a14:02:02.721819 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a14:02:02.755622 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29283): Terminating (SIGTERM)\u000a14:02:02.932677 --- ParallelTerminationStrategy: PID 29283 died...\u000a14:02:02.987108 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29283): Terminated: ok {rc=0}\u000a14:02:03.074783 bus /sierra_3: Setting Powered False\u000a14:02:04.177408 bus /sierra_3: Setting Powered False\u000a14:02:05.289313 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "131", "name" : "nitb_sms_nanobts", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T14:01:59" }, { "cases" : [ { "testActions" : [ ], "age" : 60, "className" : "sms:nanobts+band-1900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29295): Process ended prematurely: osmo-stp_10.42.42.5(pid=29295) [trial-2390↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29295)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29295): Process ended prematurely: osmo-stp_10.42.42.5(pid=29295) [trial-2390↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29295)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 sms:nanobts+band-1900 mo_mt_sms.py\u000a----------------------------------------------\u000a14:02:07.159215 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a14:02:07.170446 tst sms:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a14:02:07.304588 tst mo_mt_sms.py: using LAC 34436\u000a14:02:07.423920 tst mo_mt_sms.py: using RAC 11\u000a14:02:07.541873 tst mo_mt_sms.py: using CellId 34436\u000a14:02:07.657908 tst mo_mt_sms.py: using BVCI 34437\u000a14:02:07.680583 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a14:02:07.691442 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a14:02:07.702178 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a14:02:07.712609 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a14:02:07.723127 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a14:02:07.733581 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a14:02:07.850970 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a14:02:08.048571 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:02:08.523176 run create_hlr_db(pid=29289): Launched\u000a14:02:08.693945 bus /sierra_2: Setting Powered False\u000a14:02:09.714429 run create_hlr_db(pid=29289): Terminated: ok {rc=0}\u000a14:02:10.137121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29291): Launched\u000a14:02:10.453334 run osmo-hlr_10.42.42.2(pid=29292): Launched\u000a14:02:10.572618 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:02:11.122220 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29294): Launched\u000a14:02:11.415894 run osmo-stp_10.42.42.5(pid=29295): Launched\u000a14:02:11.521800 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:02:12.063504 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29297): Launched\u000a14:02:12.360068 run osmo-msc_10.42.42.6(pid=29298): Launched\u000a14:02:12.533723 run osmo-stp_10.42.42.5(pid=29295): ERR: Terminated: ERROR {rc=1} [trial-2390↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29295)]\u000a14:02:12.659844 run osmo-stp_10.42.42.5(pid=29295): stdout: \u000a| (launched: 2022-12-13_14:02:11.271364)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:02:12.782570 run osmo-stp_10.42.42.5(pid=29295): stderr: \u000a| �[0;m�[38;5;43m20221213140211438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140211438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140211439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140211439 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140211440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140211440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140211440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:02:12.900750 run osmo-stp_10.42.42.5(pid=29295): stdout: \u000a| (launched: 2022-12-13_14:02:11.271364)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:02:13.018583 run osmo-stp_10.42.42.5(pid=29295): stderr: \u000a| �[0;m�[38;5;43m20221213140211438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140211438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140211439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140211439 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140211440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140211440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140211440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:02:13.070016 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=29295): Process ended prematurely: osmo-stp_10.42.42.5(pid=29295) [trial-2390↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29295)] [trial-2390↪sms:nanobts+band-1900↪mo_mt_sms.py:16]\u000a14:02:13.078285 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a14:02:13.137457 run osmo-hlr_10.42.42.2(pid=29292): ERR: Terminated: ERROR {rc=237} [trial-2390↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29292)]\u000a14:02:13.185900 run osmo-hlr_10.42.42.2(pid=29292): stdout: \u000a| (launched: 2022-12-13_14:02:10.297878) \u000a14:02:13.234909 run osmo-hlr_10.42.42.2(pid=29292): stderr: \u000a| �[0;m�[1;31m20221213140210491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213140210491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213140210491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140210491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140210491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213140210491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213140210503 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/sms:nanobts+band-1900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213140210512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213140210512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213140210512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:02:13.301560 run osmo-msc_10.42.42.6(pid=29298): ERR: Terminated: ERROR {rc=2} [trial-2390↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29298)]\u000a14:02:13.350644 run osmo-msc_10.42.42.6(pid=29298): stdout: \u000a| (launched: 2022-12-13_14:02:12.213346) \u000a14:02:13.399700 run osmo-msc_10.42.42.6(pid=29298): stderr: \u000a| �[0;m�[38;5;43m20221213140212481 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213140212482 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0caed05c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213140212482 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213140212482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213140212482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213140212482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213140212484 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213140212484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213140212484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213140212485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:02:13.441377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29291): Terminating (SIGTERM)\u000a14:02:13.480629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29294): Terminating (SIGTERM)\u000a14:02:13.519930 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29297): Terminating (SIGTERM)\u000a14:02:13.529128 --- ParallelTerminationStrategy: PID 29291 died...\u000a14:02:13.581966 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29291): Terminated: ok {rc=0}\u000a14:02:13.591497 --- ParallelTerminationStrategy: PID 29294 died...\u000a14:02:13.643576 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29294): Terminated: ok {rc=0}\u000a14:02:13.653095 --- ParallelTerminationStrategy: PID 29297 died...\u000a14:02:13.705184 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29297): Terminated: ok {rc=0}\u000a14:02:13.787908 bus /sierra_3: Setting Powered False\u000a14:02:14.888759 bus /sierra_3: Setting Powered False\u000a14:02:16.010193 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "132", "name" : "sms_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T14:02:06" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "nitb_ussd:nanobts+band-1900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=29304): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29304) [trial-2390↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29304)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=29304): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29304) [trial-2390↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29304)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 nitb_ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a14:02:17.839421 tst nitb_ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 1)\u000a14:02:17.850180 tst nitb_ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a14:02:17.970965 tst assert_extension.py: using LAC 34437\u000a14:02:18.088905 tst assert_extension.py: using RAC 12\u000a14:02:18.207850 tst assert_extension.py: using CellId 34437\u000a14:02:18.326039 tst assert_extension.py: using BVCI 34438\u000a14:02:18.348596 tst nitb_ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a14:02:18.637821 tst assert_extension.py:10: start nitb and bts...\u000a14:02:18.769855 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a14:02:19.426015 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29303): Launched\u000a14:02:19.738332 run osmo-nitb_10.42.42.2(pid=29304): Launched\u000a14:02:19.932760 run osmo-nitb_10.42.42.2(pid=29304): ERR: Terminated: ERROR {rc=2} [trial-2390↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29304)]\u000a14:02:20.075952 run osmo-nitb_10.42.42.2(pid=29304): stdout: \u000a| (launched: 2022-12-13_14:02:19.586348) \u000a14:02:20.219329 run osmo-nitb_10.42.42.2(pid=29304): stderr: \u000a| (launched: 2022-12-13_14:02:19.633565)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a14:02:20.358300 run osmo-nitb_10.42.42.2(pid=29304): stdout: \u000a| (launched: 2022-12-13_14:02:19.586348) \u000a14:02:20.495700 run osmo-nitb_10.42.42.2(pid=29304): stderr: \u000a| (launched: 2022-12-13_14:02:19.633565)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a14:02:20.865815 tst osmo-nitb_10.42.42.2(pid=29304): stdout: \u000a| (launched: 2022-12-13_14:02:19.586348) \u000a14:02:20.992068 tst osmo-nitb_10.42.42.2(pid=29304): stderr: \u000a| (launched: 2022-12-13_14:02:19.633565)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a14:02:21.047375 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=29304): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29304) [trial-2390↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29304)] [trial-2390↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12]\u000a14:02:21.056314 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a14:02:21.092479 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29303): Terminating (SIGTERM)\u000a14:02:21.270342 --- ParallelTerminationStrategy: PID 29303 died...\u000a14:02:21.328007 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29303): Terminated: ok {rc=0}\u000a14:02:21.415292 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "133", "name" : "nitb_ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T14:02:17" }, { "cases" : [ { "testActions" : [ ], "age" : 60, "className" : "ussd:nanobts+band-1900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29314): Process ended prematurely: osmo-stp_10.42.42.5(pid=29314) [trial-2390↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29314)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29314): Process ended prematurely: osmo-stp_10.42.42.5(pid=29314) [trial-2390↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29314)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a14:02:23.230309 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a14:02:23.241520 tst ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a14:02:23.373815 tst assert_extension.py: using LAC 34438\u000a14:02:23.500487 tst assert_extension.py: using RAC 13\u000a14:02:23.620330 tst assert_extension.py: using CellId 34438\u000a14:02:23.738159 tst assert_extension.py: using BVCI 34439\u000a14:02:23.760334 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a14:02:23.770956 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a14:02:23.781877 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a14:02:23.792324 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a14:02:23.802777 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a14:02:23.813262 tst ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a14:02:24.009454 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:02:24.479823 run create_hlr_db(pid=29308): Launched\u000a14:02:24.650973 bus /sierra_2: Setting Powered False\u000a14:02:25.671284 run create_hlr_db(pid=29308): Terminated: ok {rc=0}\u000a14:02:26.095007 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29310): Launched\u000a14:02:26.413429 run osmo-hlr_10.42.42.2(pid=29311): Launched\u000a14:02:26.531466 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:02:27.084674 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29313): Launched\u000a14:02:27.403069 run osmo-stp_10.42.42.5(pid=29314): Launched\u000a14:02:27.519420 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:02:28.097412 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29316): Launched\u000a14:02:28.414276 run osmo-msc_10.42.42.6(pid=29317): Launched\u000a14:02:28.599657 run osmo-stp_10.42.42.5(pid=29314): ERR: Terminated: ERROR {rc=1} [trial-2390↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29314)]\u000a14:02:28.733930 run osmo-stp_10.42.42.5(pid=29314): stdout: \u000a| (launched: 2022-12-13_14:02:27.245481)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:02:28.866768 run osmo-stp_10.42.42.5(pid=29314): stderr: \u000a| �[0;m�[38;5;43m20221213140227431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140227432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140227432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140227432 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140227433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140227433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140227433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:02:28.994308 run osmo-stp_10.42.42.5(pid=29314): stdout: \u000a| (launched: 2022-12-13_14:02:27.245481)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:02:29.120241 run osmo-stp_10.42.42.5(pid=29314): stderr: \u000a| �[0;m�[38;5;43m20221213140227431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140227432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140227432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140227432 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140227433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140227433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140227433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:02:29.175570 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=29314): Process ended prematurely: osmo-stp_10.42.42.5(pid=29314) [trial-2390↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29314)] [trial-2390↪ussd:nanobts+band-1900↪assert_extension.py:17]\u000a14:02:29.184054 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a14:02:29.246743 run osmo-hlr_10.42.42.2(pid=29311): ERR: Terminated: ERROR {rc=237} [trial-2390↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29311)]\u000a14:02:29.298143 run osmo-hlr_10.42.42.2(pid=29311): stdout: \u000a| (launched: 2022-12-13_14:02:26.255570) \u000a14:02:29.350219 run osmo-hlr_10.42.42.2(pid=29311): stderr: \u000a| �[0;m�[1;31m20221213140226447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213140226447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213140226447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140226447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140226447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213140226447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213140226459 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/ussd:nanobts+band-1900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213140226467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213140226468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213140226468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:02:29.420774 run osmo-msc_10.42.42.6(pid=29317): ERR: Terminated: ERROR {rc=2} [trial-2390↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29317)]\u000a14:02:29.472069 run osmo-msc_10.42.42.6(pid=29317): stdout: \u000a| (launched: 2022-12-13_14:02:28.257584) \u000a14:02:29.523919 run osmo-msc_10.42.42.6(pid=29317): stderr: \u000a| �[0;m�[38;5;43m20221213140228575 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213140228575 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1261e3bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213140228575 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213140228575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213140228576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213140228576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213140228578 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213140228578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213140228578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213140228578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:02:29.568295 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29310): Terminating (SIGTERM)\u000a14:02:29.610128 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29313): Terminating (SIGTERM)\u000a14:02:29.652435 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29316): Terminating (SIGTERM)\u000a14:02:29.662086 --- ParallelTerminationStrategy: PID 29310 died...\u000a14:02:29.717955 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29310): Terminated: ok {rc=0}\u000a14:02:29.727897 --- ParallelTerminationStrategy: PID 29313 died...\u000a14:02:29.783582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29313): Terminated: ok {rc=0}\u000a14:02:29.793641 --- ParallelTerminationStrategy: PID 29316 died...\u000a14:02:29.849059 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29316): Terminated: ok {rc=0}\u000a14:02:29.934945 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "134", "name" : "ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T14:02:23" }, { "cases" : [ { "testActions" : [ ], "age" : 60, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29328): Process ended prematurely: osmo-stp_10.42.42.5(pid=29328) [trial-2390↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29328)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29328): Process ended prematurely: osmo-stp_10.42.42.5(pid=29328) [trial-2390↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29328)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a14:02:31.929379 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:02:31.944401 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a14:02:32.139264 tst mo_mt_call.py: using LAC 34439\u000a14:02:32.269523 tst mo_mt_call.py: using RAC 14\u000a14:02:32.388141 tst mo_mt_call.py: using CellId 34439\u000a14:02:32.510790 tst mo_mt_call.py: using BVCI 34440\u000a14:02:32.534016 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:02:32.545410 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:02:32.556345 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:02:32.567468 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:02:32.578623 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:02:32.590092 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a14:02:32.705384 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a14:02:32.906526 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:02:33.388040 run create_hlr_db(pid=29322): Launched\u000a14:02:33.560118 bus /sierra_2: Setting Powered False\u000a14:02:34.581787 run create_hlr_db(pid=29322): Terminated: ok {rc=0}\u000a14:02:35.008328 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29324): Launched\u000a14:02:35.331289 run osmo-hlr_10.42.42.2(pid=29325): Launched\u000a14:02:35.448558 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:02:36.005090 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29327): Launched\u000a14:02:36.326497 run osmo-stp_10.42.42.5(pid=29328): Launched\u000a14:02:36.442835 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:02:37.030736 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29330): Launched\u000a14:02:37.355523 run osmo-msc_10.42.42.6(pid=29331): Launched\u000a14:02:37.545475 run osmo-stp_10.42.42.5(pid=29328): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29328)]\u000a14:02:37.681743 run osmo-stp_10.42.42.5(pid=29328): stdout: \u000a| (launched: 2022-12-13_14:02:36.169095)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:02:37.816230 run osmo-stp_10.42.42.5(pid=29328): stderr: \u000a| �[0;m�[38;5;43m20221213140236354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140236355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140236355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140236355 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140236356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140236356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140236356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:02:37.946127 run osmo-stp_10.42.42.5(pid=29328): stdout: \u000a| (launched: 2022-12-13_14:02:36.169095)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:02:38.074165 run osmo-stp_10.42.42.5(pid=29328): stderr: \u000a| �[0;m�[38;5;43m20221213140236354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140236355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140236355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140236355 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140236356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140236356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140236356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:02:38.130546 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29328): Process ended prematurely: osmo-stp_10.42.42.5(pid=29328) [trial-2390↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29328)] [trial-2390↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a14:02:38.139802 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a14:02:38.202118 run osmo-hlr_10.42.42.2(pid=29325): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29325)]\u000a14:02:38.252839 run osmo-hlr_10.42.42.2(pid=29325): stdout: \u000a| (launched: 2022-12-13_14:02:35.171947) \u000a14:02:38.304242 run osmo-hlr_10.42.42.2(pid=29325): stderr: \u000a| �[0;m�[1;31m20221213140235365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213140235365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213140235365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140235365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140235365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213140235365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213140235376 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213140235386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213140235386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213140235386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:02:38.374389 run osmo-msc_10.42.42.6(pid=29331): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29331)]\u000a14:02:38.425087 run osmo-msc_10.42.42.6(pid=29331): stdout: \u000a| (launched: 2022-12-13_14:02:37.194420) \u000a14:02:38.476207 run osmo-msc_10.42.42.6(pid=29331): stderr: \u000a| �[0;m�[38;5;43m20221213140237511 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213140237511 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f12f63e7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213140237511 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213140237511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213140237512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213140237512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213140237514 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213140237514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213140237514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213140237514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:02:38.519946 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29324): Terminating (SIGTERM)\u000a14:02:38.561746 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29327): Terminating (SIGTERM)\u000a14:02:38.603208 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29330): Terminating (SIGTERM)\u000a14:02:38.612706 --- ParallelTerminationStrategy: PID 29324 died...\u000a14:02:38.668185 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29324): Terminated: ok {rc=0}\u000a14:02:38.678187 --- ParallelTerminationStrategy: PID 29327 died...\u000a14:02:38.733387 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29327): Terminated: ok {rc=0}\u000a14:02:38.743265 --- ParallelTerminationStrategy: PID 29330 died...\u000a14:02:38.798606 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29330): Terminated: ok {rc=0}\u000a14:02:38.884651 bus /sierra_3: Setting Powered False\u000a14:02:39.989303 bus /sierra_3: Setting Powered False\u000a14:02:41.097812 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 69, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29339): Process ended prematurely: osmo-stp_10.42.42.5(pid=29339) [trial-2390↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29339)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29339): Process ended prematurely: osmo-stp_10.42.42.5(pid=29339) [trial-2390↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29339)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a14:02:42.211945 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:02:42.224236 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a14:02:42.383088 tst mo_mt_call_osmux.py: using LAC 34440\u000a14:02:42.507724 tst mo_mt_call_osmux.py: using RAC 15\u000a14:02:42.632067 tst mo_mt_call_osmux.py: using CellId 34440\u000a14:02:42.757345 tst mo_mt_call_osmux.py: using BVCI 34441\u000a14:02:42.781877 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:02:42.793559 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:02:42.804863 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:02:42.816343 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:02:42.828217 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:02:42.840069 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a14:02:42.958072 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a14:02:43.171015 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:02:43.679668 run create_hlr_db(pid=29333): Launched\u000a14:02:43.865702 bus /sierra_2: Setting Powered False\u000a14:02:44.887856 run create_hlr_db(pid=29333): Terminated: ok {rc=0}\u000a14:02:45.294531 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29335): Launched\u000a14:02:45.600220 run osmo-hlr_10.42.42.2(pid=29336): Launched\u000a14:02:45.715351 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:02:46.289975 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29338): Launched\u000a14:02:46.658704 run osmo-stp_10.42.42.5(pid=29339): Launched\u000a14:02:46.956933 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:02:47.589159 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29341): Launched\u000a14:02:47.911357 run osmo-msc_10.42.42.6(pid=29342): Launched\u000a14:02:48.100915 run osmo-stp_10.42.42.5(pid=29339): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29339)]\u000a14:02:48.237593 run osmo-stp_10.42.42.5(pid=29339): stdout: \u000a| (launched: 2022-12-13_14:02:46.459263)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:02:48.373347 run osmo-stp_10.42.42.5(pid=29339): stderr: \u000a| �[0;m�[38;5;43m20221213140246796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140246798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140246799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140246800 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140246803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140246804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140246805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:02:48.502418 run osmo-stp_10.42.42.5(pid=29339): stdout: \u000a| (launched: 2022-12-13_14:02:46.459263)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:02:48.630203 run osmo-stp_10.42.42.5(pid=29339): stderr: \u000a| �[0;m�[38;5;43m20221213140246796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140246798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140246799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140246800 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140246803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140246804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140246805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:02:48.686924 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29339): Process ended prematurely: osmo-stp_10.42.42.5(pid=29339) [trial-2390↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29339)] [trial-2390↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a14:02:48.696255 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a14:02:48.759208 run osmo-hlr_10.42.42.2(pid=29336): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29336)]\u000a14:02:48.810274 run osmo-hlr_10.42.42.2(pid=29336): stdout: \u000a| (launched: 2022-12-13_14:02:45.448052) \u000a14:02:48.862111 run osmo-hlr_10.42.42.2(pid=29336): stderr: \u000a| �[0;m�[1;31m20221213140245622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213140245622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213140245622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140245622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140245622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213140245622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213140245633 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213140245641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213140245642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213140245642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:02:48.933039 run osmo-msc_10.42.42.6(pid=29342): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29342)]\u000a14:02:48.984138 run osmo-msc_10.42.42.6(pid=29342): stdout: \u000a| (launched: 2022-12-13_14:02:47.752842) \u000a14:02:49.036280 run osmo-msc_10.42.42.6(pid=29342): stderr: \u000a| �[0;m�[38;5;43m20221213140248070 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213140248071 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe8b68b0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213140248071 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213140248071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213140248071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213140248071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213140248073 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213140248073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213140248073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213140248073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:02:49.080766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29335): Terminating (SIGTERM)\u000a14:02:49.123324 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29338): Terminating (SIGTERM)\u000a14:02:49.165282 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29341): Terminating (SIGTERM)\u000a14:02:49.175030 --- ParallelTerminationStrategy: PID 29335 died...\u000a14:02:49.231265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29335): Terminated: ok {rc=0}\u000a14:02:49.241424 --- ParallelTerminationStrategy: PID 29338 died...\u000a14:02:49.297326 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29338): Terminated: ok {rc=0}\u000a14:02:49.307260 --- ParallelTerminationStrategy: PID 29341 died...\u000a14:02:49.363371 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29341): Terminated: ok {rc=0}\u000a14:02:49.449451 bus /sierra_3: Setting Powered False\u000a14:02:50.550673 bus /sierra_3: Setting Powered False\u000a14:02:51.655623 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "135", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T14:02:31" }, { "cases" : [ { "testActions" : [ ], "age" : 60, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29353): Process ended prematurely: osmo-stp_10.42.42.5(pid=29353) [trial-2390↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29353)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29353): Process ended prematurely: osmo-stp_10.42.42.5(pid=29353) [trial-2390↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29353)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a14:02:53.644754 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:02:53.656787 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a14:02:53.809857 tst mo_mt_call.py: using LAC 34441\u000a14:02:53.934610 tst mo_mt_call.py: using RAC 16\u000a14:02:54.059258 tst mo_mt_call.py: using CellId 34441\u000a14:02:54.181905 tst mo_mt_call.py: using BVCI 34442\u000a14:02:54.204578 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:02:54.216136 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:02:54.227224 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:02:54.238218 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:02:54.249533 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:02:54.260422 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a14:02:54.373892 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a14:02:54.583556 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:02:55.092016 run create_hlr_db(pid=29347): Launched\u000a14:02:55.277094 bus /sierra_2: Setting Powered False\u000a14:02:56.297965 run create_hlr_db(pid=29347): Terminated: ok {rc=0}\u000a14:02:56.728258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29349): Launched\u000a14:02:57.051182 run osmo-hlr_10.42.42.2(pid=29350): Launched\u000a14:02:57.170838 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:02:57.731578 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29352): Launched\u000a14:02:58.055347 run osmo-stp_10.42.42.5(pid=29353): Launched\u000a14:02:58.172362 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:02:58.760256 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29355): Launched\u000a14:02:59.084886 run osmo-msc_10.42.42.6(pid=29356): Launched\u000a14:02:59.274226 run osmo-stp_10.42.42.5(pid=29353): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29353)]\u000a14:02:59.416035 run osmo-stp_10.42.42.5(pid=29353): stdout: \u000a| (launched: 2022-12-13_14:02:57.895242)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:02:59.552012 run osmo-stp_10.42.42.5(pid=29353): stderr: \u000a| �[0;m�[38;5;43m20221213140258082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140258082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140258083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140258083 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140258083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140258083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140258084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:02:59.681854 run osmo-stp_10.42.42.5(pid=29353): stdout: \u000a| (launched: 2022-12-13_14:02:57.895242)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:02:59.810210 run osmo-stp_10.42.42.5(pid=29353): stderr: \u000a| �[0;m�[38;5;43m20221213140258082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140258082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140258083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140258083 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140258083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140258083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140258084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:02:59.866774 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29353): Process ended prematurely: osmo-stp_10.42.42.5(pid=29353) [trial-2390↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29353)] [trial-2390↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a14:02:59.875989 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a14:02:59.938807 run osmo-hlr_10.42.42.2(pid=29350): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29350)]\u000a14:02:59.990123 run osmo-hlr_10.42.42.2(pid=29350): stdout: \u000a| (launched: 2022-12-13_14:02:56.891853) \u000a14:03:00.042185 run osmo-hlr_10.42.42.2(pid=29350): stderr: \u000a| �[0;m�[1;31m20221213140257084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213140257084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213140257084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140257085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140257085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213140257085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213140257097 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213140257105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213140257106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213140257106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:03:00.112732 run osmo-msc_10.42.42.6(pid=29356): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29356)]\u000a14:03:00.163978 run osmo-msc_10.42.42.6(pid=29356): stdout: \u000a| (launched: 2022-12-13_14:02:58.925240) \u000a14:03:00.216283 run osmo-msc_10.42.42.6(pid=29356): stderr: \u000a| �[0;m�[38;5;43m20221213140259242 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213140259242 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fba42c9fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213140259242 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213140259242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213140259242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213140259243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213140259244 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213140259245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213140259245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213140259245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:03:00.260615 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29349): Terminating (SIGTERM)\u000a14:03:00.303074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29352): Terminating (SIGTERM)\u000a14:03:00.345088 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29355): Terminating (SIGTERM)\u000a14:03:00.354714 --- ParallelTerminationStrategy: PID 29349 died...\u000a14:03:00.410918 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29349): Terminated: ok {rc=0}\u000a14:03:00.420879 --- ParallelTerminationStrategy: PID 29352 died...\u000a14:03:00.476712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29352): Terminated: ok {rc=0}\u000a14:03:00.486684 --- ParallelTerminationStrategy: PID 29355 died...\u000a14:03:00.542586 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29355): Terminated: ok {rc=0}\u000a14:03:00.629977 bus /sierra_3: Setting Powered False\u000a14:03:01.768284 bus /sierra_3: Setting Powered False\u000a14:03:02.881239 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 71, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29365): Process ended prematurely: osmo-stp_10.42.42.5(pid=29365) [trial-2390↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29365)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29365): Process ended prematurely: osmo-stp_10.42.42.5(pid=29365) [trial-2390↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29365)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a14:03:03.990979 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:03:04.002681 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a14:03:04.148921 tst mo_mt_call_osmux.py: using LAC 34442\u000a14:03:04.272444 tst mo_mt_call_osmux.py: using RAC 17\u000a14:03:04.388717 tst mo_mt_call_osmux.py: using CellId 34442\u000a14:03:04.507078 tst mo_mt_call_osmux.py: using BVCI 34443\u000a14:03:04.530195 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:03:04.541336 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:03:04.552395 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:03:04.563410 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:03:04.574400 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:03:04.585323 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a14:03:04.706134 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a14:03:04.909118 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:03:05.394264 run create_hlr_db(pid=29359): Launched\u000a14:03:05.567837 bus /sierra_2: Setting Powered False\u000a14:03:06.588488 run create_hlr_db(pid=29359): Terminated: ok {rc=0}\u000a14:03:06.989836 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29361): Launched\u000a14:03:07.291962 run osmo-hlr_10.42.42.2(pid=29362): Launched\u000a14:03:07.411299 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:03:07.935525 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29364): Launched\u000a14:03:08.234754 run osmo-stp_10.42.42.5(pid=29365): Launched\u000a14:03:08.342168 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:03:08.891834 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29367): Launched\u000a14:03:09.194623 run osmo-msc_10.42.42.6(pid=29368): Launched\u000a14:03:09.371066 run osmo-stp_10.42.42.5(pid=29365): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29365)]\u000a14:03:09.499612 run osmo-stp_10.42.42.5(pid=29365): stdout: \u000a| (launched: 2022-12-13_14:03:08.087768)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:03:09.625202 run osmo-stp_10.42.42.5(pid=29365): stderr: \u000a| �[0;m�[38;5;43m20221213140308254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140308255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140308255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140308255 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140308256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140308256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140308256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:03:09.745766 run osmo-stp_10.42.42.5(pid=29365): stdout: \u000a| (launched: 2022-12-13_14:03:08.087768)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:03:09.865131 run osmo-stp_10.42.42.5(pid=29365): stderr: \u000a| �[0;m�[38;5;43m20221213140308254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140308255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140308255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140308255 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140308256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140308256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140308256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:03:09.918147 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29365): Process ended prematurely: osmo-stp_10.42.42.5(pid=29365) [trial-2390↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29365)] [trial-2390↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a14:03:09.926756 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a14:03:09.986086 run osmo-hlr_10.42.42.2(pid=29362): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29362)]\u000a14:03:10.034602 run osmo-hlr_10.42.42.2(pid=29362): stdout: \u000a| (launched: 2022-12-13_14:03:07.143022) \u000a14:03:10.083742 run osmo-hlr_10.42.42.2(pid=29362): stderr: \u000a| �[0;m�[1;31m20221213140307315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213140307315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213140307315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140307315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140307315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213140307316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213140307327 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213140307336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213140307337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213140307337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:03:10.150381 run osmo-msc_10.42.42.6(pid=29368): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29368)]\u000a14:03:10.198539 run osmo-msc_10.42.42.6(pid=29368): stdout: \u000a| (launched: 2022-12-13_14:03:09.045233) \u000a14:03:10.247258 run osmo-msc_10.42.42.6(pid=29368): stderr: \u000a| �[0;m�[38;5;43m20221213140309315 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213140309315 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f903a00cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213140309315 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213140309316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213140309316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213140309316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213140309318 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213140309318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213140309318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213140309318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:03:10.289084 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29361): Terminating (SIGTERM)\u000a14:03:10.328020 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29364): Terminating (SIGTERM)\u000a14:03:10.367107 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29367): Terminating (SIGTERM)\u000a14:03:10.376245 --- ParallelTerminationStrategy: PID 29361 died...\u000a14:03:10.428938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29361): Terminated: ok {rc=0}\u000a14:03:10.438575 --- ParallelTerminationStrategy: PID 29364 died...\u000a14:03:10.491004 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29364): Terminated: ok {rc=0}\u000a14:03:10.500519 --- ParallelTerminationStrategy: PID 29367 died...\u000a14:03:10.552923 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29367): Terminated: ok {rc=0}\u000a14:03:10.639202 bus /sierra_3: Setting Powered False\u000a14:03:11.740026 bus /sierra_3: Setting Powered False\u000a14:03:12.846153 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "136", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T14:02:53" }, { "cases" : [ { "testActions" : [ ], "age" : 60, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29379): Process ended prematurely: osmo-stp_10.42.42.5(pid=29379) [trial-2390↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29379)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29379): Process ended prematurely: osmo-stp_10.42.42.5(pid=29379) [trial-2390↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29379)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a14:03:14.820620 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:03:14.832040 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a14:03:14.978014 tst mo_mt_call.py: using LAC 34443\u000a14:03:15.106584 tst mo_mt_call.py: using RAC 18\u000a14:03:15.229607 tst mo_mt_call.py: using CellId 34443\u000a14:03:15.349709 tst mo_mt_call.py: using BVCI 34444\u000a14:03:15.372926 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:03:15.384157 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:03:15.395414 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:03:15.406662 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:03:15.417848 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:03:15.428844 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a14:03:15.548768 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a14:03:15.755150 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:03:16.299997 run create_hlr_db(pid=29373): Launched\u000a14:03:16.476732 bus /sierra_2: Setting Powered False\u000a14:03:17.495098 run create_hlr_db(pid=29373): Terminated: ok {rc=0}\u000a14:03:17.921976 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29375): Launched\u000a14:03:18.246789 run osmo-hlr_10.42.42.2(pid=29376): Launched\u000a14:03:18.366829 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:03:18.929362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29378): Launched\u000a14:03:19.252276 run osmo-stp_10.42.42.5(pid=29379): Launched\u000a14:03:19.368644 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:03:19.957707 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29381): Launched\u000a14:03:20.282561 run osmo-msc_10.42.42.6(pid=29382): Launched\u000a14:03:20.470839 run osmo-stp_10.42.42.5(pid=29379): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29379)]\u000a14:03:20.608394 run osmo-stp_10.42.42.5(pid=29379): stdout: \u000a| (launched: 2022-12-13_14:03:19.094143)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:03:20.743970 run osmo-stp_10.42.42.5(pid=29379): stderr: \u000a| �[0;m�[38;5;43m20221213140319282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140319283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140319283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140319283 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140319284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140319284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140319284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:03:20.873357 run osmo-stp_10.42.42.5(pid=29379): stdout: \u000a| (launched: 2022-12-13_14:03:19.094143)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:03:21.001990 run osmo-stp_10.42.42.5(pid=29379): stderr: \u000a| �[0;m�[38;5;43m20221213140319282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140319283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140319283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140319283 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140319284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140319284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140319284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:03:21.058770 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29379): Process ended prematurely: osmo-stp_10.42.42.5(pid=29379) [trial-2390↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29379)] [trial-2390↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a14:03:21.068164 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a14:03:21.130988 run osmo-hlr_10.42.42.2(pid=29376): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29376)]\u000a14:03:21.182141 run osmo-hlr_10.42.42.2(pid=29376): stdout: \u000a| (launched: 2022-12-13_14:03:18.086711) \u000a14:03:21.234306 run osmo-hlr_10.42.42.2(pid=29376): stderr: \u000a| �[0;m�[1;31m20221213140318281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213140318281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213140318281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140318281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140318281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213140318281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213140318295 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213140318305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213140318305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213140318305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:03:21.305108 run osmo-msc_10.42.42.6(pid=29382): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29382)]\u000a14:03:21.356221 run osmo-msc_10.42.42.6(pid=29382): stdout: \u000a| (launched: 2022-12-13_14:03:20.122647) \u000a14:03:21.407836 run osmo-msc_10.42.42.6(pid=29382): stderr: \u000a| �[0;m�[38;5;43m20221213140320441 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213140320441 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbd5ae2bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213140320441 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213140320441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213140320442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213140320442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213140320443 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213140320444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213140320444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213140320444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:03:21.452015 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29375): Terminating (SIGTERM)\u000a14:03:21.494046 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29378): Terminating (SIGTERM)\u000a14:03:21.536167 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29381): Terminating (SIGTERM)\u000a14:03:21.546201 --- ParallelTerminationStrategy: PID 29375 died...\u000a14:03:21.602380 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29375): Terminated: ok {rc=0}\u000a14:03:21.612536 --- ParallelTerminationStrategy: PID 29378 died...\u000a14:03:21.668464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29378): Terminated: ok {rc=0}\u000a14:03:21.678446 --- ParallelTerminationStrategy: PID 29381 died...\u000a14:03:21.734356 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29381): Terminated: ok {rc=0}\u000a14:03:21.820923 bus /sierra_3: Setting Powered False\u000a14:03:22.923466 bus /sierra_3: Setting Powered False\u000a14:03:24.034003 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 71, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29390): Process ended prematurely: osmo-stp_10.42.42.5(pid=29390) [trial-2390↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29390)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29390): Process ended prematurely: osmo-stp_10.42.42.5(pid=29390) [trial-2390↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29390)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a14:03:25.144312 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:03:25.156076 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a14:03:25.302045 tst mo_mt_call_osmux.py: using LAC 34444\u000a14:03:25.420549 tst mo_mt_call_osmux.py: using RAC 19\u000a14:03:25.540892 tst mo_mt_call_osmux.py: using CellId 34444\u000a14:03:25.660732 tst mo_mt_call_osmux.py: using BVCI 34445\u000a14:03:25.683643 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:03:25.694876 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:03:25.705923 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:03:25.716826 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:03:25.727886 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:03:25.738877 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a14:03:25.854528 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a14:03:26.068842 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:03:26.577741 run create_hlr_db(pid=29384): Launched\u000a14:03:26.763142 bus /sierra_2: Setting Powered False\u000a14:03:27.783819 run create_hlr_db(pid=29384): Terminated: ok {rc=0}\u000a14:03:28.186451 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29386): Launched\u000a14:03:28.503108 run osmo-hlr_10.42.42.2(pid=29387): Launched\u000a14:03:28.623873 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:03:29.185749 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29389): Launched\u000a14:03:29.507711 run osmo-stp_10.42.42.5(pid=29390): Launched\u000a14:03:29.625190 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:03:30.221608 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29392): Launched\u000a14:03:30.548406 run osmo-msc_10.42.42.6(pid=29393): Launched\u000a14:03:30.738976 run osmo-stp_10.42.42.5(pid=29390): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29390)]\u000a14:03:30.891017 run osmo-stp_10.42.42.5(pid=29390): stdout: \u000a| (launched: 2022-12-13_14:03:29.349565)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:03:31.076709 run osmo-stp_10.42.42.5(pid=29390): stderr: \u000a| �[0;m�[38;5;43m20221213140329536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140329536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140329536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140329537 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140329537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140329537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140329538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:03:31.203399 run osmo-stp_10.42.42.5(pid=29390): stdout: \u000a| (launched: 2022-12-13_14:03:29.349565)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:03:31.326419 run osmo-stp_10.42.42.5(pid=29390): stderr: \u000a| �[0;m�[38;5;43m20221213140329536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140329536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140329536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140329537 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140329537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140329537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140329538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:03:31.382539 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29390): Process ended prematurely: osmo-stp_10.42.42.5(pid=29390) [trial-2390↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29390)] [trial-2390↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a14:03:31.392241 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a14:03:31.453533 run osmo-hlr_10.42.42.2(pid=29387): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29387)]\u000a14:03:31.503592 run osmo-hlr_10.42.42.2(pid=29387): stdout: \u000a| (launched: 2022-12-13_14:03:28.338848) \u000a14:03:31.554322 run osmo-hlr_10.42.42.2(pid=29387): stderr: \u000a| �[0;m�[1;31m20221213140328535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213140328535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213140328535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140328535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140328535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213140328535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213140328548 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213140328556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213140328556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213140328557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:03:31.625854 run osmo-msc_10.42.42.6(pid=29393): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29393)]\u000a14:03:31.676588 run osmo-msc_10.42.42.6(pid=29393): stdout: \u000a| (launched: 2022-12-13_14:03:30.387101) \u000a14:03:31.727373 run osmo-msc_10.42.42.6(pid=29393): stderr: \u000a| �[0;m�[38;5;43m20221213140330707 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213140330707 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f991ed72c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213140330707 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213140330707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213140330707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213140330707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213140330709 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213140330709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213140330710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213140330710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:03:31.771563 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29386): Terminating (SIGTERM)\u000a14:03:31.815501 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29389): Terminating (SIGTERM)\u000a14:03:31.858898 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29392): Terminating (SIGTERM)\u000a14:03:31.869634 --- ParallelTerminationStrategy: PID 29386 died...\u000a14:03:31.948920 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29386): Terminated: ok {rc=0}\u000a14:03:31.959236 --- ParallelTerminationStrategy: PID 29389 died...\u000a14:03:32.030864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29389): Terminated: ok {rc=0}\u000a14:03:32.041498 --- ParallelTerminationStrategy: PID 29392 died...\u000a14:03:32.095791 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29392): Terminated: ok {rc=0}\u000a14:03:32.193041 bus /sierra_3: Setting Powered False\u000a14:03:33.297538 bus /sierra_3: Setting Powered False\u000a14:03:34.402730 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "137", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T14:03:14" }, { "cases" : [ { "testActions" : [ ], "age" : 60, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29405): Process ended prematurely: osmo-stp_10.42.42.5(pid=29405) [trial-2390↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29405)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29405): Process ended prematurely: osmo-stp_10.42.42.5(pid=29405) [trial-2390↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29405)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a14:03:36.384986 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:03:36.396727 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a14:03:36.551890 tst mo_mt_call.py: using LAC 34445\u000a14:03:36.673336 tst mo_mt_call.py: using RAC 20\u000a14:03:36.799747 tst mo_mt_call.py: using CellId 34445\u000a14:03:36.916464 tst mo_mt_call.py: using BVCI 34446\u000a14:03:36.939587 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:03:36.950845 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:03:36.962203 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:03:36.973287 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:03:36.984496 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:03:36.995640 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a14:03:37.114759 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a14:03:37.326389 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:03:37.836006 run create_hlr_db(pid=29399): Launched\u000a14:03:38.022563 bus /sierra_2: Setting Powered False\u000a14:03:39.031959 run create_hlr_db(pid=29399): Terminated: ok {rc=0}\u000a14:03:39.468827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29401): Launched\u000a14:03:39.790820 run osmo-hlr_10.42.42.2(pid=29402): Launched\u000a14:03:39.909579 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:03:40.468774 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29404): Launched\u000a14:03:40.769759 run osmo-stp_10.42.42.5(pid=29405): Launched\u000a14:03:40.877644 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:03:41.427010 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29407): Launched\u000a14:03:41.728730 run osmo-msc_10.42.42.6(pid=29408): Launched\u000a14:03:41.904822 run osmo-stp_10.42.42.5(pid=29405): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29405)]\u000a14:03:42.032138 run osmo-stp_10.42.42.5(pid=29405): stdout: \u000a| (launched: 2022-12-13_14:03:40.622324)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:03:42.158016 run osmo-stp_10.42.42.5(pid=29405): stderr: \u000a| �[0;m�[38;5;43m20221213140340790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140340790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140340791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140340791 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140340791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140340792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140340792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:03:42.278553 run osmo-stp_10.42.42.5(pid=29405): stdout: \u000a| (launched: 2022-12-13_14:03:40.622324)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:03:42.398068 run osmo-stp_10.42.42.5(pid=29405): stderr: \u000a| �[0;m�[38;5;43m20221213140340790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140340790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140340791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140340791 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140340791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140340792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140340792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:03:42.451066 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29405): Process ended prematurely: osmo-stp_10.42.42.5(pid=29405) [trial-2390↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29405)] [trial-2390↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a14:03:42.459757 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a14:03:42.519265 run osmo-hlr_10.42.42.2(pid=29402): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29402)]\u000a14:03:42.568361 run osmo-hlr_10.42.42.2(pid=29402): stdout: \u000a| (launched: 2022-12-13_14:03:39.632752) \u000a14:03:42.617640 run osmo-hlr_10.42.42.2(pid=29402): stderr: \u000a| �[0;m�[1;31m20221213140339827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213140339827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213140339827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140339828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140339828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213140339828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213140339840 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213140339848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213140339848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213140339848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:03:42.684524 run osmo-msc_10.42.42.6(pid=29408): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29408)]\u000a14:03:42.732674 run osmo-msc_10.42.42.6(pid=29408): stdout: \u000a| (launched: 2022-12-13_14:03:41.579485) \u000a14:03:42.781610 run osmo-msc_10.42.42.6(pid=29408): stderr: \u000a| �[0;m�[38;5;43m20221213140341851 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213140341851 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f13c9acbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213140341851 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213140341851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213140341851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213140341851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213140341853 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213140341853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213140341854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213140341854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:03:42.823299 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29401): Terminating (SIGTERM)\u000a14:03:42.862894 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29404): Terminating (SIGTERM)\u000a14:03:42.902768 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29407): Terminating (SIGTERM)\u000a14:03:42.912086 --- ParallelTerminationStrategy: PID 29401 died...\u000a14:03:42.965535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29401): Terminated: ok {rc=0}\u000a14:03:42.975112 --- ParallelTerminationStrategy: PID 29404 died...\u000a14:03:43.028032 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29404): Terminated: ok {rc=0}\u000a14:03:43.038011 --- ParallelTerminationStrategy: PID 29407 died...\u000a14:03:43.090985 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29407): Terminated: ok {rc=0}\u000a14:03:43.174045 bus /sierra_3: Setting Powered False\u000a14:03:44.274543 bus /sierra_3: Setting Powered False\u000a14:03:45.385642 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 71, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29416): Process ended prematurely: osmo-stp_10.42.42.5(pid=29416) [trial-2390↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29416)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29416): Process ended prematurely: osmo-stp_10.42.42.5(pid=29416) [trial-2390↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29416)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a14:03:46.498334 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:03:46.510795 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a14:03:46.696251 tst mo_mt_call_osmux.py: using LAC 34446\u000a14:03:46.831033 tst mo_mt_call_osmux.py: using RAC 21\u000a14:03:46.971702 tst mo_mt_call_osmux.py: using CellId 34446\u000a14:03:47.131134 tst mo_mt_call_osmux.py: using BVCI 34447\u000a14:03:47.165754 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:03:47.182078 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:03:47.196515 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:03:47.211218 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:03:47.227893 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:03:47.242017 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a14:03:47.366060 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a14:03:47.576635 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:03:48.086535 run create_hlr_db(pid=29410): Launched\u000a14:03:48.273755 bus /sierra_2: Setting Powered False\u000a14:03:49.293230 run create_hlr_db(pid=29410): Terminated: ok {rc=0}\u000a14:03:49.722245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29412): Launched\u000a14:03:50.047106 run osmo-hlr_10.42.42.2(pid=29413): Launched\u000a14:03:50.166451 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:03:50.724376 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29415): Launched\u000a14:03:51.047054 run osmo-stp_10.42.42.5(pid=29416): Launched\u000a14:03:51.163908 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:03:51.753252 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29418): Launched\u000a14:03:52.077527 run osmo-msc_10.42.42.6(pid=29419): Launched\u000a14:03:52.267093 run osmo-stp_10.42.42.5(pid=29416): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29416)]\u000a14:03:52.405026 run osmo-stp_10.42.42.5(pid=29416): stdout: \u000a| (launched: 2022-12-13_14:03:50.887925)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:03:52.541162 run osmo-stp_10.42.42.5(pid=29416): stderr: \u000a| �[0;m�[38;5;43m20221213140351075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140351075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140351076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140351076 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140351077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140351077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140351077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:03:52.671167 run osmo-stp_10.42.42.5(pid=29416): stdout: \u000a| (launched: 2022-12-13_14:03:50.887925)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:03:52.800218 run osmo-stp_10.42.42.5(pid=29416): stderr: \u000a| �[0;m�[38;5;43m20221213140351075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140351075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140351076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140351076 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140351077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140351077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140351077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:03:52.857016 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29416): Process ended prematurely: osmo-stp_10.42.42.5(pid=29416) [trial-2390↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29416)] [trial-2390↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a14:03:52.866549 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a14:03:52.929640 run osmo-hlr_10.42.42.2(pid=29413): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29413)]\u000a14:03:52.981529 run osmo-hlr_10.42.42.2(pid=29413): stdout: \u000a| (launched: 2022-12-13_14:03:49.887182) \u000a14:03:53.033889 run osmo-hlr_10.42.42.2(pid=29413): stderr: \u000a| �[0;m�[1;31m20221213140350082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213140350082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213140350082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140350082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140350083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213140350083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213140350096 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213140350104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213140350104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213140350104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:03:53.104733 run osmo-msc_10.42.42.6(pid=29419): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29419)]\u000a14:03:53.155977 run osmo-msc_10.42.42.6(pid=29419): stdout: \u000a| (launched: 2022-12-13_14:03:51.917636) \u000a14:03:53.207934 run osmo-msc_10.42.42.6(pid=29419): stderr: \u000a| �[0;m�[38;5;43m20221213140352235 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213140352235 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe39c5b4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213140352235 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213140352235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213140352235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213140352235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213140352237 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213140352238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213140352238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213140352238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:03:53.252117 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29412): Terminating (SIGTERM)\u000a14:03:53.294341 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29415): Terminating (SIGTERM)\u000a14:03:53.336276 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29418): Terminating (SIGTERM)\u000a14:03:53.346058 --- ParallelTerminationStrategy: PID 29412 died...\u000a14:03:53.402512 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29412): Terminated: ok {rc=0}\u000a14:03:53.412682 --- ParallelTerminationStrategy: PID 29415 died...\u000a14:03:53.468662 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29415): Terminated: ok {rc=0}\u000a14:03:53.478771 --- ParallelTerminationStrategy: PID 29418 died...\u000a14:03:53.534575 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29418): Terminated: ok {rc=0}\u000a14:03:53.621379 bus /sierra_3: Setting Powered False\u000a14:03:54.722869 bus /sierra_3: Setting Powered False\u000a14:03:55.833420 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "138", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T14:03:36" }, { "cases" : [ { "testActions" : [ ], "age" : 60, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29430): Process ended prematurely: osmo-stp_10.42.42.5(pid=29430) [trial-2390↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29430)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29430): Process ended prematurely: osmo-stp_10.42.42.5(pid=29430) [trial-2390↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29430)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a14:03:57.813851 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:03:57.825885 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a14:03:57.981109 tst mo_mt_call.py: using LAC 34447\u000a14:03:58.107377 tst mo_mt_call.py: using RAC 22\u000a14:03:58.233434 tst mo_mt_call.py: using CellId 34447\u000a14:03:58.361407 tst mo_mt_call.py: using BVCI 34448\u000a14:03:58.386168 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:03:58.398022 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:03:58.409828 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:03:58.421549 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:03:58.433685 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:03:58.445776 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a14:03:58.564057 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a14:03:58.766448 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:03:59.248434 run create_hlr_db(pid=29424): Launched\u000a14:03:59.421068 bus /sierra_2: Setting Powered False\u000a14:04:00.442910 run create_hlr_db(pid=29424): Terminated: ok {rc=0}\u000a14:04:00.885141 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29426): Launched\u000a14:04:01.290819 run osmo-hlr_10.42.42.2(pid=29427): Launched\u000a14:04:01.409385 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:04:02.086593 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29429): Launched\u000a14:04:02.415709 run osmo-stp_10.42.42.5(pid=29430): Launched\u000a14:04:02.533234 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:04:03.125947 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29432): Launched\u000a14:04:03.447370 run osmo-msc_10.42.42.6(pid=29433): Launched\u000a14:04:03.635608 run osmo-stp_10.42.42.5(pid=29430): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29430)]\u000a14:04:03.772260 run osmo-stp_10.42.42.5(pid=29430): stdout: \u000a| (launched: 2022-12-13_14:04:02.255333)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:04:03.907857 run osmo-stp_10.42.42.5(pid=29430): stderr: \u000a| �[0;m�[38;5;43m20221213140402443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140402443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140402443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140402443 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140402444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140402444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140402444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:04:04.037854 run osmo-stp_10.42.42.5(pid=29430): stdout: \u000a| (launched: 2022-12-13_14:04:02.255333)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:04:04.165827 run osmo-stp_10.42.42.5(pid=29430): stderr: \u000a| �[0;m�[38;5;43m20221213140402443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140402443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140402443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140402443 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140402444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140402444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140402444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:04:04.222387 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29430): Process ended prematurely: osmo-stp_10.42.42.5(pid=29430) [trial-2390↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29430)] [trial-2390↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a14:04:04.231599 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a14:04:04.294695 run osmo-hlr_10.42.42.2(pid=29427): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29427)]\u000a14:04:04.346307 run osmo-hlr_10.42.42.2(pid=29427): stdout: \u000a| (launched: 2022-12-13_14:04:01.069111) \u000a14:04:04.398805 run osmo-hlr_10.42.42.2(pid=29427): stderr: \u000a| �[0;m�[1;31m20221213140401437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213140401437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213140401437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140401437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140401437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213140401437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213140401463 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213140401477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213140401477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213140401478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:04:04.469984 run osmo-msc_10.42.42.6(pid=29433): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29433)]\u000a14:04:04.521600 run osmo-msc_10.42.42.6(pid=29433): stdout: \u000a| (launched: 2022-12-13_14:04:03.289522) \u000a14:04:04.573706 run osmo-msc_10.42.42.6(pid=29433): stderr: \u000a| �[0;m�[38;5;43m20221213140403607 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213140403607 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f14a0344c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213140403607 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213140403607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213140403607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213140403608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213140403609 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213140403610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213140403610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213140403610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:04:04.618260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29426): Terminating (SIGTERM)\u000a14:04:04.660136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29429): Terminating (SIGTERM)\u000a14:04:04.702452 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29432): Terminating (SIGTERM)\u000a14:04:04.712068 --- ParallelTerminationStrategy: PID 29426 died...\u000a14:04:04.768272 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29426): Terminated: ok {rc=0}\u000a14:04:04.778321 --- ParallelTerminationStrategy: PID 29429 died...\u000a14:04:04.834092 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29429): Terminated: ok {rc=0}\u000a14:04:04.844037 --- ParallelTerminationStrategy: PID 29432 died...\u000a14:04:04.899871 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29432): Terminated: ok {rc=0}\u000a14:04:04.985652 bus /sierra_3: Setting Powered False\u000a14:04:06.091384 bus /sierra_3: Setting Powered False\u000a14:04:07.200117 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 73, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29442): Process ended prematurely: osmo-stp_10.42.42.5(pid=29442) [trial-2390↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29442)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29442): Process ended prematurely: osmo-stp_10.42.42.5(pid=29442) [trial-2390↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29442)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a14:04:08.314711 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:04:08.327001 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a14:04:08.484171 tst mo_mt_call_osmux.py: using LAC 34448\u000a14:04:08.609980 tst mo_mt_call_osmux.py: using RAC 23\u000a14:04:08.736140 tst mo_mt_call_osmux.py: using CellId 34448\u000a14:04:08.863288 tst mo_mt_call_osmux.py: using BVCI 34449\u000a14:04:08.887788 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:04:08.899508 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:04:08.911057 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:04:08.922715 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:04:08.934651 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:04:08.946620 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a14:04:09.065683 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a14:04:09.266763 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:04:09.752931 run create_hlr_db(pid=29436): Launched\u000a14:04:09.925832 bus /sierra_2: Setting Powered False\u000a14:04:10.957776 run create_hlr_db(pid=29436): Terminated: ok {rc=0}\u000a14:04:11.387179 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29438): Launched\u000a14:04:11.710539 run osmo-hlr_10.42.42.2(pid=29439): Launched\u000a14:04:11.831983 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:04:12.393967 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29441): Launched\u000a14:04:12.716773 run osmo-stp_10.42.42.5(pid=29442): Launched\u000a14:04:12.833914 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:04:13.427496 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29444): Launched\u000a14:04:13.752693 run osmo-msc_10.42.42.6(pid=29445): Launched\u000a14:04:13.942188 run osmo-stp_10.42.42.5(pid=29442): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29442)]\u000a14:04:14.079591 run osmo-stp_10.42.42.5(pid=29442): stdout: \u000a| (launched: 2022-12-13_14:04:12.558242)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:04:14.215190 run osmo-stp_10.42.42.5(pid=29442): stderr: \u000a| �[0;m�[38;5;43m20221213140412747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140412747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140412747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140412747 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140412748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140412748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140412748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:04:14.344700 run osmo-stp_10.42.42.5(pid=29442): stdout: \u000a| (launched: 2022-12-13_14:04:12.558242)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:04:14.472873 run osmo-stp_10.42.42.5(pid=29442): stderr: \u000a| �[0;m�[38;5;43m20221213140412747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140412747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140412747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140412747 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140412748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140412748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140412748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:04:14.529363 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29442): Process ended prematurely: osmo-stp_10.42.42.5(pid=29442) [trial-2390↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29442)] [trial-2390↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a14:04:14.538560 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a14:04:14.601074 run osmo-hlr_10.42.42.2(pid=29439): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29439)]\u000a14:04:14.651891 run osmo-hlr_10.42.42.2(pid=29439): stdout: \u000a| (launched: 2022-12-13_14:04:11.551142) \u000a14:04:14.703432 run osmo-hlr_10.42.42.2(pid=29439): stderr: \u000a| �[0;m�[1;31m20221213140411747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213140411747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213140411747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140411747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140411747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213140411747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213140411761 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213140411770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213140411771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213140411771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:04:14.773404 run osmo-msc_10.42.42.6(pid=29445): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29445)]\u000a14:04:14.824497 run osmo-msc_10.42.42.6(pid=29445): stdout: \u000a| (launched: 2022-12-13_14:04:13.592427) \u000a14:04:14.875985 run osmo-msc_10.42.42.6(pid=29445): stderr: \u000a| �[0;m�[38;5;43m20221213140413910 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213140413910 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3228588c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213140413910 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213140413910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213140413910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213140413911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213140413912 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213140413913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213140413913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213140413913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:04:14.919917 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29438): Terminating (SIGTERM)\u000a14:04:14.962001 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29441): Terminating (SIGTERM)\u000a14:04:15.003697 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29444): Terminating (SIGTERM)\u000a14:04:15.013480 --- ParallelTerminationStrategy: PID 29438 died...\u000a14:04:15.069590 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29438): Terminated: ok {rc=0}\u000a14:04:15.079530 --- ParallelTerminationStrategy: PID 29441 died...\u000a14:04:15.135185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29441): Terminated: ok {rc=0}\u000a14:04:15.145210 --- ParallelTerminationStrategy: PID 29444 died...\u000a14:04:15.200508 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29444): Terminated: ok {rc=0}\u000a14:04:15.286762 bus /sierra_3: Setting Powered False\u000a14:04:16.393652 bus /sierra_3: Setting Powered False\u000a14:04:17.505385 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "139", "name" : "voice_nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T14:03:57" }, { "cases" : [ { "testActions" : [ ], "age" : 60, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29456): Process ended prematurely: osmo-stp_10.42.42.5(pid=29456) [trial-2390↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29456)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29456): Process ended prematurely: osmo-stp_10.42.42.5(pid=29456) [trial-2390↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29456)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 emergency:nanobts+band-1900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a14:04:19.505874 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a14:04:19.517153 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a14:04:19.648051 tst emergency_mo_mt_call.py: using LAC 34449\u000a14:04:19.772163 tst emergency_mo_mt_call.py: using RAC 24\u000a14:04:19.887205 tst emergency_mo_mt_call.py: using CellId 34449\u000a14:04:20.002772 tst emergency_mo_mt_call.py: using BVCI 34450\u000a14:04:20.025468 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a14:04:20.036446 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a14:04:20.047185 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a14:04:20.057897 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a14:04:20.068852 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a14:04:20.079928 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a14:04:20.199713 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a14:04:20.407270 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:04:20.906637 run create_hlr_db(pid=29450): Launched\u000a14:04:21.090653 bus /sierra_2: Setting Powered False\u000a14:04:22.099928 run create_hlr_db(pid=29450): Terminated: ok {rc=0}\u000a14:04:22.505069 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29452): Launched\u000a14:04:22.801775 run osmo-hlr_10.42.42.2(pid=29453): Launched\u000a14:04:22.917593 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:04:23.438342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29455): Launched\u000a14:04:23.733560 run osmo-stp_10.42.42.5(pid=29456): Launched\u000a14:04:23.852464 tst emergency_mo_mt_call.py: using MSISDN 8189\u000a14:04:23.997983 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:04:24.538202 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29458): Launched\u000a14:04:24.833421 run osmo-msc_10.42.42.6(pid=29459): Launched\u000a14:04:25.005792 run osmo-stp_10.42.42.5(pid=29456): ERR: Terminated: ERROR {rc=1} [trial-2390↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29456)]\u000a14:04:25.130936 run osmo-stp_10.42.42.5(pid=29456): stdout: \u000a| (launched: 2022-12-13_14:04:23.587743)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:04:25.253276 run osmo-stp_10.42.42.5(pid=29456): stderr: \u000a| �[0;m�[38;5;43m20221213140423755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140423755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140423755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140423756 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140423756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140423756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140423756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:04:25.370829 run osmo-stp_10.42.42.5(pid=29456): stdout: \u000a| (launched: 2022-12-13_14:04:23.587743)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:04:25.487275 run osmo-stp_10.42.42.5(pid=29456): stderr: \u000a| �[0;m�[38;5;43m20221213140423755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140423755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140423755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140423756 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140423756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140423756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140423756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:04:25.538812 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=29456): Process ended prematurely: osmo-stp_10.42.42.5(pid=29456) [trial-2390↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29456)] [trial-2390↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19]\u000a14:04:25.546758 tst emergency_mo_mt_call.py:19: Test FAILED (6.0 sec)\u000a14:04:25.605275 run osmo-hlr_10.42.42.2(pid=29453): ERR: Terminated: ERROR {rc=237} [trial-2390↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29453)]\u000a14:04:25.653481 run osmo-hlr_10.42.42.2(pid=29453): stdout: \u000a| (launched: 2022-12-13_14:04:22.656003) \u000a14:04:25.702408 run osmo-hlr_10.42.42.2(pid=29453): stderr: \u000a| �[0;m�[1;31m20221213140422829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213140422829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213140422829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140422829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140422829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213140422829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213140422840 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/emergency:nanobts+band-1900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213140422849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213140422849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213140422849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:04:25.769330 run osmo-msc_10.42.42.6(pid=29459): ERR: Terminated: ERROR {rc=2} [trial-2390↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29459)]\u000a14:04:25.817465 run osmo-msc_10.42.42.6(pid=29459): stdout: \u000a| (launched: 2022-12-13_14:04:24.687457) \u000a14:04:25.866519 run osmo-msc_10.42.42.6(pid=29459): stderr: \u000a| �[0;m�[38;5;43m20221213140424954 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213140424954 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f382b2c4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213140424954 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213140424954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213140424955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213140424955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213140424957 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213140424957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213140424957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213140424957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:04:25.907810 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29452): Terminating (SIGTERM)\u000a14:04:25.946988 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29455): Terminating (SIGTERM)\u000a14:04:25.986101 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29458): Terminating (SIGTERM)\u000a14:04:25.994850 --- ParallelTerminationStrategy: PID 29452 died...\u000a14:04:26.047229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29452): Terminated: ok {rc=0}\u000a14:04:26.056635 --- ParallelTerminationStrategy: PID 29455 died...\u000a14:04:26.108628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29455): Terminated: ok {rc=0}\u000a14:04:26.118066 --- ParallelTerminationStrategy: PID 29458 died...\u000a14:04:26.170156 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29458): Terminated: ok {rc=0}\u000a14:04:26.251869 bus /sierra_3: Setting Powered False\u000a14:04:27.357586 bus /sierra_3: Setting Powered False\u000a14:04:28.464629 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29467): Process ended prematurely: osmo-stp_10.42.42.5(pid=29467) [trial-2390↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29467)]", "failedSince" : 2161, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29467): Process ended prematurely: osmo-stp_10.42.42.5(pid=29467) [trial-2390↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29467)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 emergency:nanobts+band-1900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a14:04:29.516101 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a14:04:29.528214 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a14:04:29.665508 tst emergency_preemptive_call.py: using LAC 34450\u000a14:04:29.790706 tst emergency_preemptive_call.py: using RAC 25\u000a14:04:29.912383 tst emergency_preemptive_call.py: using CellId 34450\u000a14:04:30.036580 tst emergency_preemptive_call.py: using BVCI 34451\u000a14:04:30.060772 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a14:04:30.072312 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a14:04:30.083520 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a14:04:30.094749 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a14:04:30.106439 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a14:04:30.118123 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a14:04:30.235579 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a14:04:30.350744 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a14:04:30.470243 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a14:04:30.668267 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:04:31.201871 run create_hlr_db(pid=29461): Launched\u000a14:04:31.376395 bus /sierra_2: Setting Powered False\u000a14:04:32.395047 run create_hlr_db(pid=29461): Terminated: ok {rc=0}\u000a14:04:32.821011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29463): Launched\u000a14:04:33.140517 run osmo-hlr_10.42.42.2(pid=29464): Launched\u000a14:04:33.257524 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:04:33.813585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29466): Launched\u000a14:04:34.133248 run osmo-stp_10.42.42.5(pid=29467): Launched\u000a14:04:34.265359 tst emergency_preemptive_call.py: using MSISDN 8190\u000a14:04:34.423732 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:04:35.003906 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29469): Launched\u000a14:04:35.324368 run osmo-msc_10.42.42.6(pid=29470): Launched\u000a14:04:35.510492 run osmo-stp_10.42.42.5(pid=29467): ERR: Terminated: ERROR {rc=1} [trial-2390↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29467)]\u000a14:04:35.645462 run osmo-stp_10.42.42.5(pid=29467): stdout: \u000a| (launched: 2022-12-13_14:04:33.974763)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:04:35.780320 run osmo-stp_10.42.42.5(pid=29467): stderr: \u000a| �[0;m�[38;5;43m20221213140434164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140434164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140434164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140434165 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140434165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140434165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140434165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:04:35.908242 run osmo-stp_10.42.42.5(pid=29467): stdout: \u000a| (launched: 2022-12-13_14:04:33.974763)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:04:36.035485 run osmo-stp_10.42.42.5(pid=29467): stderr: \u000a| �[0;m�[38;5;43m20221213140434164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140434164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140434164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140434165 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140434165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140434165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140434165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:04:36.091085 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=29467): Process ended prematurely: osmo-stp_10.42.42.5(pid=29467) [trial-2390↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29467)] [trial-2390↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32]\u000a14:04:36.099930 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a14:04:36.163314 run osmo-hlr_10.42.42.2(pid=29464): ERR: Terminated: ERROR {rc=237} [trial-2390↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29464)]\u000a14:04:36.214613 run osmo-hlr_10.42.42.2(pid=29464): stdout: \u000a| (launched: 2022-12-13_14:04:32.983004) \u000a14:04:36.266455 run osmo-hlr_10.42.42.2(pid=29464): stderr: \u000a| �[0;m�[1;31m20221213140433176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213140433177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213140433177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140433177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140433177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213140433177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213140433187 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/emergency:nanobts+band-1900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213140433196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213140433196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213140433196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:04:36.337014 run osmo-msc_10.42.42.6(pid=29470): ERR: Terminated: ERROR {rc=2} [trial-2390↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29470)]\u000a14:04:36.388301 run osmo-msc_10.42.42.6(pid=29470): stdout: \u000a| (launched: 2022-12-13_14:04:35.165259) \u000a14:04:36.440163 run osmo-msc_10.42.42.6(pid=29470): stderr: \u000a| �[0;m�[38;5;43m20221213140435482 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213140435482 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd3e028fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213140435482 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213140435482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213140435482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213140435482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213140435484 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213140435485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213140435485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213140435485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:04:36.484434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29463): Terminating (SIGTERM)\u000a14:04:36.526601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29466): Terminating (SIGTERM)\u000a14:04:36.568562 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29469): Terminating (SIGTERM)\u000a14:04:36.578370 --- ParallelTerminationStrategy: PID 29463 died...\u000a14:04:36.634808 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29463): Terminated: ok {rc=0}\u000a14:04:36.644888 --- ParallelTerminationStrategy: PID 29466 died...\u000a14:04:36.701001 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29466): Terminated: ok {rc=0}\u000a14:04:36.711130 --- ParallelTerminationStrategy: PID 29469 died...\u000a14:04:36.767050 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29469): Terminated: ok {rc=0}\u000a14:04:36.853501 bus /sierra_9: Setting Powered False\u000a14:04:37.960347 bus /sierra_9: Setting Powered False\u000a14:04:39.068053 bus /sierra_8: Setting Powered False\u000a14:04:40.173658 bus /sierra_8: Setting Powered False\u000a14:04:41.286016 bus /sierra_3: Setting Powered False\u000a14:04:42.387859 bus /sierra_3: Setting Powered False\u000a14:04:43.493848 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "140", "name" : "emergency_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T14:04:19" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "gprs:nanobts+band-1900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29485): Process ended prematurely: osmo-stp_10.42.42.5(pid=29485) [trial-2390↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29485)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29485): Process ended prematurely: osmo-stp_10.42.42.5(pid=29485) [trial-2390↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29485)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:nanobts+band-1900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a14:04:45.600319 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a14:04:45.611129 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a14:04:45.734438 tst cs_paging_gprs_active.py: using LAC 34451\u000a14:04:45.854056 tst cs_paging_gprs_active.py: using RAC 26\u000a14:04:45.992171 tst cs_paging_gprs_active.py: using CellId 34451\u000a14:04:46.123185 tst cs_paging_gprs_active.py: using BVCI 34452\u000a14:04:46.149142 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a14:04:46.161351 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a14:04:46.174523 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a14:04:46.186792 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a14:04:46.200224 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a14:04:46.212292 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a14:04:46.226043 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a14:04:46.238250 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a14:04:46.251221 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a14:04:46.375758 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a14:04:46.720658 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a14:04:46.892088 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:04:47.277543 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29475): Launched\u000a14:04:47.558491 run iperf3-srv_10.42.42.10(pid=29476): Launched\u000a14:04:47.756623 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a14:04:47.892083 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:04:48.230172 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29477): Launched\u000a14:04:48.511150 run iperf3-srv_10.42.42.10(pid=29478): Launched\u000a14:04:48.709605 tst cs_paging_gprs_active.py:38: start network...\u000a14:04:48.844917 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:04:49.355286 run create_hlr_db(pid=29479): Launched\u000a14:04:49.541930 bus /sierra_2: Setting Powered False\u000a14:04:50.563058 run create_hlr_db(pid=29479): Terminated: ok {rc=0}\u000a14:04:50.994630 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29481): Launched\u000a14:04:51.319574 run osmo-hlr_10.42.42.2(pid=29482): Launched\u000a14:04:51.437127 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:04:52.004877 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29484): Launched\u000a14:04:52.331916 run osmo-stp_10.42.42.5(pid=29485): Launched\u000a14:04:52.450007 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:04:53.017123 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29487): Launched\u000a14:04:53.133749 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:04:53.417987 run patchelf(pid=29488): Launched\u000a14:04:53.608457 run osmo-stp_10.42.42.5(pid=29485): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29485)]\u000a14:04:53.747225 run osmo-stp_10.42.42.5(pid=29485): stdout: \u000a| (launched: 2022-12-13_14:04:52.169493)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:04:53.887002 run osmo-stp_10.42.42.5(pid=29485): stderr: \u000a| �[0;m�[38;5;43m20221213140452358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140452358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140452359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140452359 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140452360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140452360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140452360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:04:54.021940 run osmo-stp_10.42.42.5(pid=29485): stdout: \u000a| (launched: 2022-12-13_14:04:52.169493)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:04:54.155023 run osmo-stp_10.42.42.5(pid=29485): stderr: \u000a| �[0;m�[38;5;43m20221213140452358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140452358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140452359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140452359 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140452360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140452360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140452360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:04:54.310691 run patchelf(pid=29488): Terminating (SIGINT)\u000a14:04:54.492778 run patchelf(pid=29488): Terminated: ok {rc=0}\u000a14:04:54.526811 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29485): Process ended prematurely: osmo-stp_10.42.42.5(pid=29485) [trial-2390↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29485)] [trial-2390↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38]\u000a14:04:54.536775 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a14:04:54.599892 run osmo-hlr_10.42.42.2(pid=29482): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29482)]\u000a14:04:54.651517 run osmo-hlr_10.42.42.2(pid=29482): stdout: \u000a| (launched: 2022-12-13_14:04:51.159345) \u000a14:04:54.703676 run osmo-hlr_10.42.42.2(pid=29482): stderr: \u000a| �[0;m�[1;31m20221213140451353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213140451353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213140451353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140451353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140451354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213140451354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213140451371 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:nanobts+band-1900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213140451381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213140451382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213140451382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:04:54.748264 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29475): Terminating (SIGTERM)\u000a14:04:54.790294 run iperf3-srv_10.42.42.10(pid=29476): Terminating (SIGTERM)\u000a14:04:54.832531 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29477): Terminating (SIGTERM)\u000a14:04:54.874785 run iperf3-srv_10.42.42.10(pid=29478): Terminating (SIGTERM)\u000a14:04:54.916982 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29481): Terminating (SIGTERM)\u000a14:04:54.959040 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29484): Terminating (SIGTERM)\u000a14:04:55.001293 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29487): Terminating (SIGTERM)\u000a14:04:55.011002 --- ParallelTerminationStrategy: PID 29475 died...\u000a14:04:55.067520 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29475): Terminated: ok {rc=0}\u000a14:04:55.077792 --- ParallelTerminationStrategy: PID 29476 died...\u000a14:04:55.133905 run iperf3-srv_10.42.42.10(pid=29476): Terminated {rc=256}\u000a14:04:55.143960 --- ParallelTerminationStrategy: PID 29477 died...\u000a14:04:55.199556 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29477): Terminated: ok {rc=0}\u000a14:04:55.209797 --- ParallelTerminationStrategy: PID 29478 died...\u000a14:04:55.265482 run iperf3-srv_10.42.42.10(pid=29478): Terminated {rc=256}\u000a14:04:55.275477 --- ParallelTerminationStrategy: PID 29481 died...\u000a14:04:55.331465 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29481): Terminated: ok {rc=0}\u000a14:04:55.341965 --- ParallelTerminationStrategy: PID 29484 died...\u000a14:04:55.398182 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29484): Terminated: ok {rc=0}\u000a14:04:55.408236 --- ParallelTerminationStrategy: PID 29487 died...\u000a14:04:55.464015 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29487): Terminated: ok {rc=0}\u000a14:04:55.550172 bus /gobi_0: Setting Powered False\u000a14:04:56.655928 bus /gobi_0: Setting Powered False\u000a14:04:57.763501 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:nanobts+band-1900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29500): Process ended prematurely: osmo-stp_10.42.42.5(pid=29500) [trial-2390↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29500)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29500): Process ended prematurely: osmo-stp_10.42.42.5(pid=29500) [trial-2390↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29500)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:nanobts+band-1900 iperf3.py\u000a----------------------------------------------\u000a14:04:58.878709 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a14:04:58.890540 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a14:04:59.024242 tst iperf3.py: using LAC 34452\u000a14:04:59.152251 tst iperf3.py: using RAC 27\u000a14:04:59.278635 tst iperf3.py: using CellId 34452\u000a14:04:59.404655 tst iperf3.py: using BVCI 34453\u000a14:04:59.429608 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a14:04:59.441147 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a14:04:59.452100 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a14:04:59.463069 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a14:04:59.474444 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a14:04:59.485721 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a14:04:59.497188 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a14:04:59.508403 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a14:04:59.519969 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a14:04:59.800023 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a14:04:59.923901 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:05:00.235148 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29489): Launched\u000a14:05:00.495773 run iperf3-srv_10.42.42.10(pid=29490): Launched\u000a14:05:00.679032 tst iperf3.py:8: start network...\u000a14:05:00.803472 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:05:01.399554 run create_hlr_db(pid=29491): Launched\u000a14:05:01.592719 bus /gobi_6: Setting Powered False\u000a14:05:02.609001 run create_hlr_db(pid=29491): Terminated: ok {rc=0}\u000a14:05:03.023785 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29496): Launched\u000a14:05:03.349001 run osmo-hlr_10.42.42.2(pid=29497): Launched\u000a14:05:03.467372 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:05:04.031734 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29499): Launched\u000a14:05:04.355038 run osmo-stp_10.42.42.5(pid=29500): Launched\u000a14:05:04.471389 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:05:05.037393 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29502): Launched\u000a14:05:05.153248 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:05:05.436089 run patchelf(pid=29503): Launched\u000a14:05:05.625534 run osmo-stp_10.42.42.5(pid=29500): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29500)]\u000a14:05:05.763979 run osmo-stp_10.42.42.5(pid=29500): stdout: \u000a| (launched: 2022-12-13_14:05:04.195372)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:05:05.902777 run osmo-stp_10.42.42.5(pid=29500): stderr: \u000a| �[0;m�[38;5;43m20221213140504385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140504385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140504385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140504386 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140504386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140504386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140504386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:05:06.037251 run osmo-stp_10.42.42.5(pid=29500): stdout: \u000a| (launched: 2022-12-13_14:05:04.195372)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:05:06.169573 run osmo-stp_10.42.42.5(pid=29500): stderr: \u000a| �[0;m�[38;5;43m20221213140504385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140504385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140504385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140504386 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140504386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140504386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140504386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:05:06.324575 run patchelf(pid=29503): Terminating (SIGINT)\u000a14:05:06.507309 run patchelf(pid=29503): Terminated: ok {rc=0}\u000a14:05:06.540631 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29500): Process ended prematurely: osmo-stp_10.42.42.5(pid=29500) [trial-2390↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29500)] [trial-2390↪gprs:nanobts+band-1900↪iperf3.py:8]\u000a14:05:06.550757 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a14:05:06.613969 run osmo-hlr_10.42.42.2(pid=29497): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:nanobts+band-1900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29497)]\u000a14:05:06.665563 run osmo-hlr_10.42.42.2(pid=29497): stdout: \u000a| (launched: 2022-12-13_14:05:03.189427) \u000a14:05:06.717803 run osmo-hlr_10.42.42.2(pid=29497): stderr: \u000a| �[0;m�[1;31m20221213140503384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213140503384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213140503384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140503384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140503384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213140503384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213140503397 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:nanobts+band-1900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213140503405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213140503406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213140503406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:05:06.762699 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29489): Terminating (SIGTERM)\u000a14:05:06.804912 run iperf3-srv_10.42.42.10(pid=29490): Terminating (SIGTERM)\u000a14:05:06.847234 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29496): Terminating (SIGTERM)\u000a14:05:06.889354 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29499): Terminating (SIGTERM)\u000a14:05:06.931508 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29502): Terminating (SIGTERM)\u000a14:05:06.941340 --- ParallelTerminationStrategy: PID 29489 died...\u000a14:05:06.998219 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29489): Terminated: ok {rc=0}\u000a14:05:07.008380 --- ParallelTerminationStrategy: PID 29490 died...\u000a14:05:07.064474 run iperf3-srv_10.42.42.10(pid=29490): Terminated {rc=256}\u000a14:05:07.074383 --- ParallelTerminationStrategy: PID 29496 died...\u000a14:05:07.130712 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29496): Terminated: ok {rc=0}\u000a14:05:07.140612 --- ParallelTerminationStrategy: PID 29499 died...\u000a14:05:07.196908 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29499): Terminated: ok {rc=0}\u000a14:05:07.207162 --- ParallelTerminationStrategy: PID 29502 died...\u000a14:05:07.263286 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29502): Terminated: ok {rc=0}\u000a14:05:07.350071 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:nanobts+band-1900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29518): Process ended prematurely: osmo-stp_10.42.42.5(pid=29518) [trial-2390↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29518)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29518): Process ended prematurely: osmo-stp_10.42.42.5(pid=29518) [trial-2390↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29518)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:nanobts+band-1900 iperf3m4.py\u000a----------------------------------------------\u000a14:05:08.459881 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a14:05:08.471203 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a14:05:08.597177 tst iperf3m4.py: using LAC 34453\u000a14:05:08.717571 tst iperf3m4.py: using RAC 28\u000a14:05:08.844512 tst iperf3m4.py: using CellId 34453\u000a14:05:08.970635 tst iperf3m4.py: using BVCI 34454\u000a14:05:08.995996 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a14:05:09.007372 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a14:05:09.018629 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a14:05:09.029943 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a14:05:09.041731 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a14:05:09.053326 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a14:05:09.065082 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a14:05:09.076502 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a14:05:09.087923 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a14:05:09.205297 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a14:05:09.328523 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a14:05:09.446510 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a14:05:09.725787 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a14:05:09.850702 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:05:10.164808 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29504): Launched\u000a14:05:10.427774 run iperf3-srv_10.42.42.10(pid=29505): Launched\u000a14:05:10.610603 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a14:05:10.735067 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:05:11.047410 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29506): Launched\u000a14:05:11.307689 run iperf3-srv_10.42.42.10(pid=29507): Launched\u000a14:05:11.490623 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a14:05:11.615635 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:05:11.930167 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29508): Launched\u000a14:05:12.191297 run iperf3-srv_10.42.42.10(pid=29509): Launched\u000a14:05:12.373427 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a14:05:12.497938 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:05:12.810795 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29510): Launched\u000a14:05:13.070383 run iperf3-srv_10.42.42.10(pid=29511): Launched\u000a14:05:13.253365 tst iperf3m4.py:8: start network...\u000a14:05:13.377785 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:05:13.861451 run create_hlr_db(pid=29512): Launched\u000a14:05:14.034014 bus /gobi_6: Setting Powered False\u000a14:05:15.054292 run create_hlr_db(pid=29512): Terminated: ok {rc=0}\u000a14:05:15.485230 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29514): Launched\u000a14:05:15.810642 run osmo-hlr_10.42.42.2(pid=29515): Launched\u000a14:05:16.019467 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:05:16.622097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29517): Launched\u000a14:05:17.031298 run osmo-stp_10.42.42.5(pid=29518): Launched\u000a14:05:17.272388 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:05:17.804005 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29520): Launched\u000a14:05:17.911651 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:05:18.175838 run patchelf(pid=29521): Launched\u000a14:05:18.355159 run osmo-stp_10.42.42.5(pid=29518): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29518)]\u000a14:05:18.485664 run osmo-stp_10.42.42.5(pid=29518): stdout: \u000a| (launched: 2022-12-13_14:05:16.781572)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:05:18.615773 run osmo-stp_10.42.42.5(pid=29518): stderr: \u000a| �[0;m�[38;5;43m20221213140517076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140517076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140517076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140517076 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140517077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140517077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140517077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:05:18.740875 run osmo-stp_10.42.42.5(pid=29518): stdout: \u000a| (launched: 2022-12-13_14:05:16.781572)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:05:18.865200 run osmo-stp_10.42.42.5(pid=29518): stderr: \u000a| �[0;m�[38;5;43m20221213140517076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140517076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140517076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140517076 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140517077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140517077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140517077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:05:19.010382 run patchelf(pid=29521): Terminating (SIGINT)\u000a14:05:19.180756 run patchelf(pid=29521): Terminated: ok {rc=0}\u000a14:05:19.211853 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29518): Process ended prematurely: osmo-stp_10.42.42.5(pid=29518) [trial-2390↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29518)] [trial-2390↪gprs:nanobts+band-1900↪iperf3m4.py:8]\u000a14:05:19.221178 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a14:05:19.281229 run osmo-hlr_10.42.42.2(pid=29515): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:nanobts+band-1900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29515)]\u000a14:05:19.330246 run osmo-hlr_10.42.42.2(pid=29515): stdout: \u000a| (launched: 2022-12-13_14:05:15.649678) \u000a14:05:19.379858 run osmo-hlr_10.42.42.2(pid=29515): stderr: \u000a| �[0;m�[1;31m20221213140515859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213140515859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213140515859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140515859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140515859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213140515860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213140515879 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:nanobts+band-1900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213140515895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213140515896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213140515896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:05:19.422186 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29504): Terminating (SIGTERM)\u000a14:05:19.462094 run iperf3-srv_10.42.42.10(pid=29505): Terminating (SIGTERM)\u000a14:05:19.502123 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29506): Terminating (SIGTERM)\u000a14:05:19.542003 run iperf3-srv_10.42.42.10(pid=29507): Terminating (SIGTERM)\u000a14:05:19.582490 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29508): Terminating (SIGTERM)\u000a14:05:19.622504 run iperf3-srv_10.42.42.10(pid=29509): Terminating (SIGTERM)\u000a14:05:19.662530 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29510): Terminating (SIGTERM)\u000a14:05:19.702727 run iperf3-srv_10.42.42.10(pid=29511): Terminating (SIGTERM)\u000a14:05:19.742597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29514): Terminating (SIGTERM)\u000a14:05:19.782365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29517): Terminating (SIGTERM)\u000a14:05:19.822145 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29520): Terminating (SIGTERM)\u000a14:05:19.831397 --- ParallelTerminationStrategy: PID 29504 died...\u000a14:05:19.885227 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29504): Terminated: ok {rc=0}\u000a14:05:19.894785 --- ParallelTerminationStrategy: PID 29505 died...\u000a14:05:19.948198 run iperf3-srv_10.42.42.10(pid=29505): Terminated {rc=256}\u000a14:05:19.957742 --- ParallelTerminationStrategy: PID 29506 died...\u000a14:05:20.011528 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29506): Terminated: ok {rc=0}\u000a14:05:20.021150 --- ParallelTerminationStrategy: PID 29507 died...\u000a14:05:20.074473 run iperf3-srv_10.42.42.10(pid=29507): Terminated {rc=256}\u000a14:05:20.083948 --- ParallelTerminationStrategy: PID 29508 died...\u000a14:05:20.137276 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29508): Terminated: ok {rc=0}\u000a14:05:20.146802 --- ParallelTerminationStrategy: PID 29509 died...\u000a14:05:20.200121 run iperf3-srv_10.42.42.10(pid=29509): Terminated {rc=256}\u000a14:05:20.209712 --- ParallelTerminationStrategy: PID 29510 died...\u000a14:05:20.263140 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29510): Terminated: ok {rc=0}\u000a14:05:20.272726 --- ParallelTerminationStrategy: PID 29511 died...\u000a14:05:20.326297 run iperf3-srv_10.42.42.10(pid=29511): Terminated {rc=256}\u000a14:05:20.335803 --- ParallelTerminationStrategy: PID 29514 died...\u000a14:05:20.389171 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29514): Terminated: ok {rc=0}\u000a14:05:20.398792 --- ParallelTerminationStrategy: PID 29517 died...\u000a14:05:20.452144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29517): Terminated: ok {rc=0}\u000a14:05:20.462094 --- ParallelTerminationStrategy: PID 29520 died...\u000a14:05:20.515817 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29520): Terminated: ok {rc=0}\u000a14:05:20.603216 bus /gobi_4: Setting Powered False\u000a14:05:21.709853 bus /gobi_4: Setting Powered False\u000a14:05:22.822635 bus /gobi_1: Setting Powered False\u000a14:05:23.928866 bus /gobi_1: Setting Powered False\u000a14:05:25.041157 bus /gobi_0: Setting Powered False\u000a14:05:26.143380 bus /gobi_0: Setting Powered False\u000a14:05:27.254113 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29528): Process ended prematurely: osmo-stp_10.42.42.5(pid=29528) [trial-2390↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29528)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29528): Process ended prematurely: osmo-stp_10.42.42.5(pid=29528) [trial-2390↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29528)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:nanobts+band-1900 ping.py\u000a----------------------------------------------\u000a14:05:28.320359 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a14:05:28.331561 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a14:05:28.454343 tst ping.py: using LAC 34454\u000a14:05:28.571149 tst ping.py: using RAC 29\u000a14:05:28.692653 tst ping.py: using CellId 34454\u000a14:05:28.808202 tst ping.py: using BVCI 34455\u000a14:05:28.830929 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a14:05:28.841592 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a14:05:28.852102 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a14:05:28.862667 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a14:05:28.873214 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a14:05:28.883608 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a14:05:28.894169 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a14:05:28.904722 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a14:05:29.174377 tst ping.py:19: start network...\u000a14:05:29.295674 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:05:29.769450 run create_hlr_db(pid=29522): Launched\u000a14:05:29.941311 bus /gobi_6: Setting Powered False\u000a14:05:30.992608 run create_hlr_db(pid=29522): Terminated: ok {rc=0}\u000a14:05:31.442046 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29524): Launched\u000a14:05:31.877476 run osmo-hlr_10.42.42.2(pid=29525): Launched\u000a14:05:32.100269 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:05:32.698834 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29527): Launched\u000a14:05:32.996134 run osmo-stp_10.42.42.5(pid=29528): Launched\u000a14:05:33.103210 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:05:33.623218 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29530): Launched\u000a14:05:33.727918 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:05:33.986307 run patchelf(pid=29531): Launched\u000a14:05:34.159450 run osmo-stp_10.42.42.5(pid=29528): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29528)]\u000a14:05:34.285981 run osmo-stp_10.42.42.5(pid=29528): stdout: \u000a| (launched: 2022-12-13_14:05:32.849306)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:05:34.412747 run osmo-stp_10.42.42.5(pid=29528): stderr: \u000a| �[0;m�[38;5;43m20221213140533017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140533017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140533017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140533017 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140533018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140533018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140533018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:05:34.535071 run osmo-stp_10.42.42.5(pid=29528): stdout: \u000a| (launched: 2022-12-13_14:05:32.849306)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:05:34.656584 run osmo-stp_10.42.42.5(pid=29528): stderr: \u000a| �[0;m�[38;5;43m20221213140533017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140533017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140533017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140533017 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140533018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140533018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140533018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:05:34.798021 run patchelf(pid=29531): Terminating (SIGINT)\u000a14:05:34.964542 run patchelf(pid=29531): Terminated: ok {rc=0}\u000a14:05:34.995005 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29528): Process ended prematurely: osmo-stp_10.42.42.5(pid=29528) [trial-2390↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29528)] [trial-2390↪gprs:nanobts+band-1900↪ping.py:22]\u000a14:05:35.003685 tst ping.py:22: Test FAILED (6.7 sec)\u000a14:05:35.062762 run osmo-hlr_10.42.42.2(pid=29525): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:nanobts+band-1900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29525)]\u000a14:05:35.110980 run osmo-hlr_10.42.42.2(pid=29525): stdout: \u000a| (launched: 2022-12-13_14:05:31.633525) \u000a14:05:35.159682 run osmo-hlr_10.42.42.2(pid=29525): stderr: \u000a| �[0;m�[1;31m20221213140531964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213140531964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213140531964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140531964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140531964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213140531965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213140531983 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:nanobts+band-1900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213140531991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213140531991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213140531991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:05:35.201269 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29524): Terminating (SIGTERM)\u000a14:05:35.240537 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29527): Terminating (SIGTERM)\u000a14:05:35.279709 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29530): Terminating (SIGTERM)\u000a14:05:35.289103 --- ParallelTerminationStrategy: PID 29524 died...\u000a14:05:35.342237 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29524): Terminated: ok {rc=0}\u000a14:05:35.351747 --- ParallelTerminationStrategy: PID 29527 died...\u000a14:05:35.404628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29527): Terminated: ok {rc=0}\u000a14:05:35.414423 --- ParallelTerminationStrategy: PID 29530 died...\u000a14:05:35.466845 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29530): Terminated: ok {rc=0}\u000a14:05:35.553135 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29538): Process ended prematurely: osmo-stp_10.42.42.5(pid=29538) [trial-2390↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29538)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29538): Process ended prematurely: osmo-stp_10.42.42.5(pid=29538) [trial-2390↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29538)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:nanobts+band-1900 ping_idle_ping.py\u000a----------------------------------------------\u000a14:05:36.605516 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a14:05:36.617111 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a14:05:36.744905 tst ping_idle_ping.py: using LAC 34455\u000a14:05:36.866489 tst ping_idle_ping.py: using RAC 30\u000a14:05:36.989650 tst ping_idle_ping.py: using CellId 34455\u000a14:05:37.113281 tst ping_idle_ping.py: using BVCI 34456\u000a14:05:37.137756 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a14:05:37.149182 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a14:05:37.160473 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a14:05:37.171860 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a14:05:37.183599 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a14:05:37.195147 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a14:05:37.206854 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a14:05:37.218556 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a14:05:37.493197 tst ping_idle_ping.py:24: start network...\u000a14:05:37.616570 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:05:38.096219 run create_hlr_db(pid=29532): Launched\u000a14:05:38.268154 bus /gobi_6: Setting Powered False\u000a14:05:39.288795 run create_hlr_db(pid=29532): Terminated: ok {rc=0}\u000a14:05:39.685479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29534): Launched\u000a14:05:39.983462 run osmo-hlr_10.42.42.2(pid=29535): Launched\u000a14:05:40.091334 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:05:40.606583 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29537): Launched\u000a14:05:40.904479 run osmo-stp_10.42.42.5(pid=29538): Launched\u000a14:05:41.011324 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:05:41.529367 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29540): Launched\u000a14:05:41.635183 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:05:41.896026 run patchelf(pid=29541): Launched\u000a14:05:42.070672 run osmo-stp_10.42.42.5(pid=29538): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29538)]\u000a14:05:42.197866 run osmo-stp_10.42.42.5(pid=29538): stdout: \u000a| (launched: 2022-12-13_14:05:40.758164)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:05:42.325375 run osmo-stp_10.42.42.5(pid=29538): stderr: \u000a| �[0;m�[38;5;43m20221213140540923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140540924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140540924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140540924 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140540925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140540925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140540925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:05:42.447859 run osmo-stp_10.42.42.5(pid=29538): stdout: \u000a| (launched: 2022-12-13_14:05:40.758164)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:05:42.569629 run osmo-stp_10.42.42.5(pid=29538): stderr: \u000a| �[0;m�[38;5;43m20221213140540923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140540924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140540924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140540924 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140540925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140540925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140540925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:05:42.712519 run patchelf(pid=29541): Terminating (SIGINT)\u000a14:05:42.879699 run patchelf(pid=29541): Terminated: ok {rc=0}\u000a14:05:42.910088 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29538): Process ended prematurely: osmo-stp_10.42.42.5(pid=29538) [trial-2390↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29538)] [trial-2390↪gprs:nanobts+band-1900↪ping_idle_ping.py:27]\u000a14:05:42.918803 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a14:05:42.977711 run osmo-hlr_10.42.42.2(pid=29535): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:nanobts+band-1900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29535)]\u000a14:05:43.025804 run osmo-hlr_10.42.42.2(pid=29535): stdout: \u000a| (launched: 2022-12-13_14:05:39.836129) \u000a14:05:43.074423 run osmo-hlr_10.42.42.2(pid=29535): stderr: \u000a| �[0;m�[1;31m20221213140540007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213140540007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213140540007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140540007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140540007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213140540007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213140540020 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:nanobts+band-1900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213140540028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213140540029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213140540029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:05:43.116158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29534): Terminating (SIGTERM)\u000a14:05:43.155443 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29537): Terminating (SIGTERM)\u000a14:05:43.194700 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29540): Terminating (SIGTERM)\u000a14:05:43.203873 --- ParallelTerminationStrategy: PID 29534 died...\u000a14:05:43.256058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29534): Terminated: ok {rc=0}\u000a14:05:43.265699 --- ParallelTerminationStrategy: PID 29537 died...\u000a14:05:43.317765 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29537): Terminated: ok {rc=0}\u000a14:05:43.327232 --- ParallelTerminationStrategy: PID 29540 died...\u000a14:05:43.379193 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29540): Terminated: ok {rc=0}\u000a14:05:43.460828 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "141", "name" : "gprs_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T14:04:45" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29556): Process ended prematurely: osmo-stp_10.42.42.5(pid=29556) [trial-2390↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29556)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29556): Process ended prematurely: osmo-stp_10.42.42.5(pid=29556) [trial-2390↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29556)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:nanobts+band-1900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a14:05:45.603898 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:05:45.615454 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a14:05:45.751679 tst cs_paging_gprs_active.py: using LAC 34456\u000a14:05:45.892915 tst cs_paging_gprs_active.py: using RAC 31\u000a14:05:46.042715 tst cs_paging_gprs_active.py: using CellId 34456\u000a14:05:46.166530 tst cs_paging_gprs_active.py: using BVCI 34457\u000a14:05:46.191685 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:05:46.203671 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:05:46.215433 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:05:46.227212 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:05:46.239970 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:05:46.252658 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:05:46.265456 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:05:46.277861 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:05:46.290600 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a14:05:46.437095 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a14:05:46.733959 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a14:05:46.873579 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:05:47.232540 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29545): Launched\u000a14:05:47.514645 run iperf3-srv_10.42.42.10(pid=29546): Launched\u000a14:05:47.712398 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a14:05:47.847735 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:05:48.184475 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29547): Launched\u000a14:05:48.463388 run iperf3-srv_10.42.42.10(pid=29548): Launched\u000a14:05:48.662005 tst cs_paging_gprs_active.py:38: start network...\u000a14:05:48.798229 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:05:49.309801 run create_hlr_db(pid=29549): Launched\u000a14:05:49.495879 bus /gobi_6: Setting Powered False\u000a14:05:50.517061 run create_hlr_db(pid=29549): Terminated: ok {rc=0}\u000a14:05:50.923666 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29551): Launched\u000a14:05:51.226540 run osmo-hlr_10.42.42.2(pid=29552): Launched\u000a14:05:51.337173 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:05:51.866076 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29554): Launched\u000a14:05:52.195826 run osmo-stp_10.42.42.5(pid=29556): Launched\u000a14:05:52.313353 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:05:52.880224 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29558): Launched\u000a14:05:52.996445 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:05:53.281713 run patchelf(pid=29559): Launched\u000a14:05:53.471138 run osmo-stp_10.42.42.5(pid=29556): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29556)]\u000a14:05:53.609468 run osmo-stp_10.42.42.5(pid=29556): stdout: \u000a| (launched: 2022-12-13_14:05:52.034335)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:05:53.748116 run osmo-stp_10.42.42.5(pid=29556): stderr: \u000a| �[0;m�[38;5;43m20221213140552222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140552222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140552222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140552223 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140552223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140552223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140552223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:05:53.882057 run osmo-stp_10.42.42.5(pid=29556): stdout: \u000a| (launched: 2022-12-13_14:05:52.034335)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:05:54.015123 run osmo-stp_10.42.42.5(pid=29556): stderr: \u000a| �[0;m�[38;5;43m20221213140552222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140552222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140552222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140552223 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140552223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140552223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140552223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:05:54.169712 run patchelf(pid=29559): Terminating (SIGINT)\u000a14:05:54.351623 run patchelf(pid=29559): Terminated: ok {rc=0}\u000a14:05:54.384916 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29556): Process ended prematurely: osmo-stp_10.42.42.5(pid=29556) [trial-2390↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29556)] [trial-2390↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a14:05:54.395044 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a14:05:54.457903 run osmo-hlr_10.42.42.2(pid=29552): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29552)]\u000a14:05:54.509584 run osmo-hlr_10.42.42.2(pid=29552): stdout: \u000a| (launched: 2022-12-13_14:05:51.076634) \u000a14:05:54.561735 run osmo-hlr_10.42.42.2(pid=29552): stderr: \u000a| �[0;m�[1;31m20221213140551251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213140551251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213140551251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140551251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140551251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213140551251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213140551263 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:nanobts+band-1900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213140551272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213140551272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213140551272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:05:54.606452 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29545): Terminating (SIGTERM)\u000a14:05:54.648602 run iperf3-srv_10.42.42.10(pid=29546): Terminating (SIGTERM)\u000a14:05:54.690740 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29547): Terminating (SIGTERM)\u000a14:05:54.732930 run iperf3-srv_10.42.42.10(pid=29548): Terminating (SIGTERM)\u000a14:05:54.775205 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29551): Terminating (SIGTERM)\u000a14:05:54.817126 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29554): Terminating (SIGTERM)\u000a14:05:54.859330 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29558): Terminating (SIGTERM)\u000a14:05:54.869149 --- ParallelTerminationStrategy: PID 29545 died...\u000a14:05:54.925782 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29545): Terminated: ok {rc=0}\u000a14:05:54.935910 --- ParallelTerminationStrategy: PID 29546 died...\u000a14:05:54.992186 run iperf3-srv_10.42.42.10(pid=29546): Terminated {rc=256}\u000a14:05:55.002268 --- ParallelTerminationStrategy: PID 29547 died...\u000a14:05:55.058720 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29547): Terminated: ok {rc=0}\u000a14:05:55.068786 --- ParallelTerminationStrategy: PID 29548 died...\u000a14:05:55.124630 run iperf3-srv_10.42.42.10(pid=29548): Terminated {rc=256}\u000a14:05:55.134563 --- ParallelTerminationStrategy: PID 29551 died...\u000a14:05:55.190450 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29551): Terminated: ok {rc=0}\u000a14:05:55.200438 --- ParallelTerminationStrategy: PID 29554 died...\u000a14:05:55.257314 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29554): Terminated: ok {rc=0}\u000a14:05:55.267457 --- ParallelTerminationStrategy: PID 29558 died...\u000a14:05:55.323821 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29558): Terminated: ok {rc=0}\u000a14:05:55.410491 bus /gobi_0: Setting Powered False\u000a14:05:56.515216 bus /gobi_0: Setting Powered False\u000a14:05:57.622976 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29568): Process ended prematurely: osmo-stp_10.42.42.5(pid=29568) [trial-2390↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29568)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29568): Process ended prematurely: osmo-stp_10.42.42.5(pid=29568) [trial-2390↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29568)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:nanobts+band-1900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a14:05:58.736794 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:05:58.748914 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a14:05:58.887647 tst iperf3.py: using LAC 34457\u000a14:05:59.014504 tst iperf3.py: using RAC 32\u000a14:05:59.136543 tst iperf3.py: using CellId 34457\u000a14:05:59.257393 tst iperf3.py: using BVCI 34458\u000a14:05:59.280501 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:05:59.291865 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:05:59.302934 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:05:59.313678 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:05:59.324225 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:05:59.334862 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:05:59.346022 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:05:59.356632 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:05:59.367431 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a14:05:59.662659 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a14:05:59.798468 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:06:00.136000 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29560): Launched\u000a14:06:00.415657 run iperf3-srv_10.42.42.10(pid=29561): Launched\u000a14:06:00.614423 tst iperf3.py:8: start network...\u000a14:06:00.749541 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:06:01.319903 run create_hlr_db(pid=29562): Launched\u000a14:06:01.516139 bus /gobi_6: Setting Powered False\u000a14:06:02.532440 run create_hlr_db(pid=29562): Terminated: ok {rc=0}\u000a14:06:02.939781 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29564): Launched\u000a14:06:03.242563 run osmo-hlr_10.42.42.2(pid=29565): Launched\u000a14:06:03.352597 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:06:03.878707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29567): Launched\u000a14:06:04.180452 run osmo-stp_10.42.42.5(pid=29568): Launched\u000a14:06:04.289332 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:06:04.816703 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29570): Launched\u000a14:06:04.924187 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:06:05.187417 run patchelf(pid=29571): Launched\u000a14:06:05.363642 run osmo-stp_10.42.42.5(pid=29568): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29568)]\u000a14:06:05.492319 run osmo-stp_10.42.42.5(pid=29568): stdout: \u000a| (launched: 2022-12-13_14:06:04.032098)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:06:05.621953 run osmo-stp_10.42.42.5(pid=29568): stderr: \u000a| �[0;m�[38;5;43m20221213140604200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140604201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140604201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140604201 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140604202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140604202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140604202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:06:05.746396 run osmo-stp_10.42.42.5(pid=29568): stdout: \u000a| (launched: 2022-12-13_14:06:04.032098)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:06:05.870028 run osmo-stp_10.42.42.5(pid=29568): stderr: \u000a| �[0;m�[38;5;43m20221213140604200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140604201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140604201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140604201 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140604202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140604202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140604202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:06:06.014256 run patchelf(pid=29571): Terminating (SIGINT)\u000a14:06:06.184479 run patchelf(pid=29571): Terminated: ok {rc=0}\u000a14:06:06.215678 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29568): Process ended prematurely: osmo-stp_10.42.42.5(pid=29568) [trial-2390↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29568)] [trial-2390↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8]\u000a14:06:06.224896 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a14:06:06.284011 run osmo-hlr_10.42.42.2(pid=29565): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29565)]\u000a14:06:06.332266 run osmo-hlr_10.42.42.2(pid=29565): stdout: \u000a| (launched: 2022-12-13_14:06:03.094199) \u000a14:06:06.381308 run osmo-hlr_10.42.42.2(pid=29565): stderr: \u000a| �[0;m�[1;31m20221213140603269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213140603269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213140603269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140603269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140603269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213140603269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213140603281 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213140603290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213140603290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213140603291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:06:06.423308 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29560): Terminating (SIGTERM)\u000a14:06:06.462996 run iperf3-srv_10.42.42.10(pid=29561): Terminating (SIGTERM)\u000a14:06:06.502349 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29564): Terminating (SIGTERM)\u000a14:06:06.541748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29567): Terminating (SIGTERM)\u000a14:06:06.581134 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29570): Terminating (SIGTERM)\u000a14:06:06.590416 --- ParallelTerminationStrategy: PID 29560 died...\u000a14:06:06.643453 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29560): Terminated: ok {rc=0}\u000a14:06:06.653088 --- ParallelTerminationStrategy: PID 29561 died...\u000a14:06:06.705493 run iperf3-srv_10.42.42.10(pid=29561): Terminated {rc=256}\u000a14:06:06.715049 --- ParallelTerminationStrategy: PID 29564 died...\u000a14:06:06.767558 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29564): Terminated: ok {rc=0}\u000a14:06:06.777201 --- ParallelTerminationStrategy: PID 29567 died...\u000a14:06:06.829830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29567): Terminated: ok {rc=0}\u000a14:06:06.839501 --- ParallelTerminationStrategy: PID 29570 died...\u000a14:06:06.892212 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29570): Terminated: ok {rc=0}\u000a14:06:06.980057 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29586): Process ended prematurely: osmo-stp_10.42.42.5(pid=29586) [trial-2390↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29586)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29586): Process ended prematurely: osmo-stp_10.42.42.5(pid=29586) [trial-2390↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29586)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:nanobts+band-1900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a14:06:08.090066 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:06:08.101629 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a14:06:08.231765 tst iperf3m4.py: using LAC 34458\u000a14:06:08.352415 tst iperf3m4.py: using RAC 33\u000a14:06:08.474092 tst iperf3m4.py: using CellId 34458\u000a14:06:08.594942 tst iperf3m4.py: using BVCI 34459\u000a14:06:08.617996 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:06:08.628908 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:06:08.639799 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:06:08.650595 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:06:08.661787 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:06:08.673135 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:06:08.684481 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:06:08.695661 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:06:08.707085 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a14:06:08.828197 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a14:06:08.948759 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a14:06:09.070840 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a14:06:09.350980 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a14:06:09.476687 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:06:09.791345 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29572): Launched\u000a14:06:10.053204 run iperf3-srv_10.42.42.10(pid=29573): Launched\u000a14:06:10.237984 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a14:06:10.363904 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:06:10.679029 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29574): Launched\u000a14:06:10.942948 run iperf3-srv_10.42.42.10(pid=29575): Launched\u000a14:06:11.126982 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a14:06:11.251934 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:06:11.565316 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29576): Launched\u000a14:06:11.826090 run iperf3-srv_10.42.42.10(pid=29577): Launched\u000a14:06:12.010072 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a14:06:12.135319 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:06:12.450649 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29578): Launched\u000a14:06:12.713581 run iperf3-srv_10.42.42.10(pid=29579): Launched\u000a14:06:12.898078 tst iperf3m4.py:8: start network...\u000a14:06:13.023515 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:06:13.509411 run create_hlr_db(pid=29580): Launched\u000a14:06:13.682591 bus /gobi_6: Setting Powered False\u000a14:06:14.704617 run create_hlr_db(pid=29580): Terminated: ok {rc=0}\u000a14:06:15.135797 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29582): Launched\u000a14:06:15.461946 run osmo-hlr_10.42.42.2(pid=29583): Launched\u000a14:06:15.582603 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:06:16.196127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29585): Launched\u000a14:06:16.723304 run osmo-stp_10.42.42.5(pid=29586): Launched\u000a14:06:16.871168 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:06:17.441235 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29588): Launched\u000a14:06:17.557073 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:06:17.840573 run patchelf(pid=29589): Launched\u000a14:06:18.030456 run osmo-stp_10.42.42.5(pid=29586): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29586)]\u000a14:06:18.168832 run osmo-stp_10.42.42.5(pid=29586): stdout: \u000a| (launched: 2022-12-13_14:06:16.363859)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:06:18.307369 run osmo-stp_10.42.42.5(pid=29586): stderr: \u000a| �[0;m�[38;5;43m20221213140616583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140616583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140616584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140616584 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140616585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140616585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140616585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:06:18.441234 run osmo-stp_10.42.42.5(pid=29586): stdout: \u000a| (launched: 2022-12-13_14:06:16.363859)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:06:18.573885 run osmo-stp_10.42.42.5(pid=29586): stderr: \u000a| �[0;m�[38;5;43m20221213140616583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140616583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140616584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140616584 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140616585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140616585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140616585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:06:18.728381 run patchelf(pid=29589): Terminating (SIGINT)\u000a14:06:18.910318 run patchelf(pid=29589): Terminated: ok {rc=0}\u000a14:06:18.943812 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29586): Process ended prematurely: osmo-stp_10.42.42.5(pid=29586) [trial-2390↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29586)] [trial-2390↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8]\u000a14:06:18.953840 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a14:06:19.017664 run osmo-hlr_10.42.42.2(pid=29583): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29583)]\u000a14:06:19.069316 run osmo-hlr_10.42.42.2(pid=29583): stdout: \u000a| (launched: 2022-12-13_14:06:15.301105) \u000a14:06:19.121428 run osmo-hlr_10.42.42.2(pid=29583): stderr: \u000a| �[0;m�[1;31m20221213140615496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213140615496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213140615496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140615496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140615496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213140615496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213140615510 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213140615519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213140615519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213140615519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:06:19.165732 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29572): Terminating (SIGTERM)\u000a14:06:19.207949 run iperf3-srv_10.42.42.10(pid=29573): Terminating (SIGTERM)\u000a14:06:19.249888 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29574): Terminating (SIGTERM)\u000a14:06:19.291430 run iperf3-srv_10.42.42.10(pid=29575): Terminating (SIGTERM)\u000a14:06:19.333724 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29576): Terminating (SIGTERM)\u000a14:06:19.375465 run iperf3-srv_10.42.42.10(pid=29577): Terminating (SIGTERM)\u000a14:06:19.417367 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29578): Terminating (SIGTERM)\u000a14:06:19.459091 run iperf3-srv_10.42.42.10(pid=29579): Terminating (SIGTERM)\u000a14:06:19.500835 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29582): Terminating (SIGTERM)\u000a14:06:19.542745 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29585): Terminating (SIGTERM)\u000a14:06:19.584996 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29588): Terminating (SIGTERM)\u000a14:06:19.594330 --- ParallelTerminationStrategy: PID 29572 died...\u000a14:06:19.650642 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29572): Terminated: ok {rc=0}\u000a14:06:19.660652 --- ParallelTerminationStrategy: PID 29573 died...\u000a14:06:19.718490 run iperf3-srv_10.42.42.10(pid=29573): Terminated {rc=256}\u000a14:06:19.728112 --- ParallelTerminationStrategy: PID 29574 died...\u000a14:06:19.781967 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29574): Terminated: ok {rc=0}\u000a14:06:19.791551 --- ParallelTerminationStrategy: PID 29575 died...\u000a14:06:19.845277 run iperf3-srv_10.42.42.10(pid=29575): Terminated {rc=256}\u000a14:06:19.854841 --- ParallelTerminationStrategy: PID 29576 died...\u000a14:06:19.907943 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29576): Terminated: ok {rc=0}\u000a14:06:19.918324 --- ParallelTerminationStrategy: PID 29577 died...\u000a14:06:19.971762 run iperf3-srv_10.42.42.10(pid=29577): Terminated {rc=256}\u000a14:06:19.981365 --- ParallelTerminationStrategy: PID 29578 died...\u000a14:06:20.034974 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29578): Terminated: ok {rc=0}\u000a14:06:20.044558 --- ParallelTerminationStrategy: PID 29579 died...\u000a14:06:20.098299 run iperf3-srv_10.42.42.10(pid=29579): Terminated {rc=256}\u000a14:06:20.107957 --- ParallelTerminationStrategy: PID 29582 died...\u000a14:06:20.161336 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29582): Terminated: ok {rc=0}\u000a14:06:20.171239 --- ParallelTerminationStrategy: PID 29585 died...\u000a14:06:20.224581 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29585): Terminated: ok {rc=0}\u000a14:06:20.234282 --- ParallelTerminationStrategy: PID 29588 died...\u000a14:06:20.288019 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29588): Terminated: ok {rc=0}\u000a14:06:20.377064 bus /gobi_4: Setting Powered False\u000a14:06:21.479969 bus /gobi_4: Setting Powered False\u000a14:06:22.590965 bus /gobi_1: Setting Powered False\u000a14:06:23.694311 bus /gobi_1: Setting Powered False\u000a14:06:24.801020 bus /gobi_0: Setting Powered False\u000a14:06:25.906941 bus /gobi_0: Setting Powered False\u000a14:06:27.016221 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29596): Process ended prematurely: osmo-stp_10.42.42.5(pid=29596) [trial-2390↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29596)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29596): Process ended prematurely: osmo-stp_10.42.42.5(pid=29596) [trial-2390↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29596)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:nanobts+band-1900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a14:06:28.084172 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:06:28.096420 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a14:06:28.226652 tst ping.py: using LAC 34459\u000a14:06:28.344447 tst ping.py: using RAC 34\u000a14:06:28.462614 tst ping.py: using CellId 34459\u000a14:06:28.581320 tst ping.py: using BVCI 34460\u000a14:06:28.603964 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:06:28.615274 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:06:28.626167 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:06:28.636884 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:06:28.647589 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:06:28.658294 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:06:28.669276 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:06:28.680019 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a14:06:28.970674 tst ping.py:19: start network...\u000a14:06:29.103575 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:06:29.603839 run create_hlr_db(pid=29590): Launched\u000a14:06:29.788238 bus /gobi_6: Setting Powered False\u000a14:06:30.807529 run create_hlr_db(pid=29590): Terminated: ok {rc=0}\u000a14:06:31.263152 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29592): Launched\u000a14:06:31.641471 run osmo-hlr_10.42.42.2(pid=29593): Launched\u000a14:06:31.845295 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:06:32.394571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29595): Launched\u000a14:06:32.711910 run osmo-stp_10.42.42.5(pid=29596): Launched\u000a14:06:32.826864 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:06:33.382419 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29598): Launched\u000a14:06:33.495720 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:06:33.774696 run patchelf(pid=29599): Launched\u000a14:06:33.960717 run osmo-stp_10.42.42.5(pid=29596): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29596)]\u000a14:06:34.098041 run osmo-stp_10.42.42.5(pid=29596): stdout: \u000a| (launched: 2022-12-13_14:06:32.555581)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:06:34.234955 run osmo-stp_10.42.42.5(pid=29596): stderr: \u000a| �[0;m�[38;5;43m20221213140632743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140632743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140632744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140632744 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140632745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140632745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140632745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:06:34.366919 run osmo-stp_10.42.42.5(pid=29596): stdout: \u000a| (launched: 2022-12-13_14:06:32.555581)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:06:34.497357 run osmo-stp_10.42.42.5(pid=29596): stderr: \u000a| �[0;m�[38;5;43m20221213140632743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140632743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140632744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140632744 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140632745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140632745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140632745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:06:34.649875 run patchelf(pid=29599): Terminating (SIGINT)\u000a14:06:34.828439 run patchelf(pid=29599): Terminated: ok {rc=0}\u000a14:06:34.861191 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29596): Process ended prematurely: osmo-stp_10.42.42.5(pid=29596) [trial-2390↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29596)] [trial-2390↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22]\u000a14:06:34.870690 tst ping.py:22: Test FAILED (6.8 sec)\u000a14:06:34.934019 run osmo-hlr_10.42.42.2(pid=29593): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29593)]\u000a14:06:34.985163 run osmo-hlr_10.42.42.2(pid=29593): stdout: \u000a| (launched: 2022-12-13_14:06:31.427211) \u000a14:06:35.037279 run osmo-hlr_10.42.42.2(pid=29593): stderr: \u000a| �[0;m�[1;31m20221213140631726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213140631726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213140631726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140631726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140631726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213140631726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213140631741 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:nanobts+band-1900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213140631750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213140631750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213140631750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:06:35.081954 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29592): Terminating (SIGTERM)\u000a14:06:35.124067 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29595): Terminating (SIGTERM)\u000a14:06:35.165940 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29598): Terminating (SIGTERM)\u000a14:06:35.175299 --- ParallelTerminationStrategy: PID 29592 died...\u000a14:06:35.231396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29592): Terminated: ok {rc=0}\u000a14:06:35.242038 --- ParallelTerminationStrategy: PID 29595 died...\u000a14:06:35.298455 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29595): Terminated: ok {rc=0}\u000a14:06:35.308697 --- ParallelTerminationStrategy: PID 29598 died...\u000a14:06:35.365528 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29598): Terminated: ok {rc=0}\u000a14:06:35.452274 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29606): Process ended prematurely: osmo-stp_10.42.42.5(pid=29606) [trial-2390↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29606)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29606): Process ended prematurely: osmo-stp_10.42.42.5(pid=29606) [trial-2390↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29606)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:nanobts+band-1900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a14:06:36.504795 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:06:36.517060 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a14:06:36.658095 tst ping_idle_ping.py: using LAC 34460\u000a14:06:36.785523 tst ping_idle_ping.py: using RAC 35\u000a14:06:36.908817 tst ping_idle_ping.py: using CellId 34460\u000a14:06:37.032749 tst ping_idle_ping.py: using BVCI 34461\u000a14:06:37.057169 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:06:37.068736 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:06:37.080286 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:06:37.091716 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:06:37.103808 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:06:37.115262 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:06:37.126957 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:06:37.138293 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a14:06:37.430543 tst ping_idle_ping.py:24: start network...\u000a14:06:37.562647 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:06:38.070699 run create_hlr_db(pid=29600): Launched\u000a14:06:38.257373 bus /gobi_6: Setting Powered False\u000a14:06:39.277584 run create_hlr_db(pid=29600): Terminated: ok {rc=0}\u000a14:06:39.678838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29602): Launched\u000a14:06:39.979001 run osmo-hlr_10.42.42.2(pid=29603): Launched\u000a14:06:40.098305 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:06:40.624660 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29605): Launched\u000a14:06:40.921600 run osmo-stp_10.42.42.5(pid=29606): Launched\u000a14:06:41.028908 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:06:41.547156 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29608): Launched\u000a14:06:41.652756 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:06:41.912332 run patchelf(pid=29609): Launched\u000a14:06:42.086872 run osmo-stp_10.42.42.5(pid=29606): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29606)]\u000a14:06:42.214526 run osmo-stp_10.42.42.5(pid=29606): stdout: \u000a| (launched: 2022-12-13_14:06:40.775116)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:06:42.342385 run osmo-stp_10.42.42.5(pid=29606): stderr: \u000a| �[0;m�[38;5;43m20221213140640942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140640942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140640942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140640942 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140640943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140640943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140640943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:06:42.465229 run osmo-stp_10.42.42.5(pid=29606): stdout: \u000a| (launched: 2022-12-13_14:06:40.775116)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:06:42.586800 run osmo-stp_10.42.42.5(pid=29606): stderr: \u000a| �[0;m�[38;5;43m20221213140640942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140640942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140640942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140640942 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140640943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140640943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140640943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:06:42.729302 run patchelf(pid=29609): Terminating (SIGINT)\u000a14:06:42.897049 run patchelf(pid=29609): Terminated: ok {rc=0}\u000a14:06:42.927463 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29606): Process ended prematurely: osmo-stp_10.42.42.5(pid=29606) [trial-2390↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29606)] [trial-2390↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a14:06:42.936058 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a14:06:42.995581 run osmo-hlr_10.42.42.2(pid=29603): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29603)]\u000a14:06:43.043984 run osmo-hlr_10.42.42.2(pid=29603): stdout: \u000a| (launched: 2022-12-13_14:06:39.830162) \u000a14:06:43.092915 run osmo-hlr_10.42.42.2(pid=29603): stderr: \u000a| �[0;m�[1;31m20221213140640003 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213140640003 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213140640003 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140640003 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140640003 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213140640003 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213140640015 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:nanobts+band-1900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213140640024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213140640024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213140640024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:06:43.135347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29602): Terminating (SIGTERM)\u000a14:06:43.174915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29605): Terminating (SIGTERM)\u000a14:06:43.214396 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29608): Terminating (SIGTERM)\u000a14:06:43.223668 --- ParallelTerminationStrategy: PID 29602 died...\u000a14:06:43.277042 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29602): Terminated: ok {rc=0}\u000a14:06:43.286779 --- ParallelTerminationStrategy: PID 29605 died...\u000a14:06:43.339682 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29605): Terminated: ok {rc=0}\u000a14:06:43.349188 --- ParallelTerminationStrategy: PID 29608 died...\u000a14:06:43.401910 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29608): Terminated: ok {rc=0}\u000a14:06:43.484388 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "142", "name" : "gprs_nanobts+band-1900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T14:05:45" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29624): Process ended prematurely: osmo-stp_10.42.42.5(pid=29624) [trial-2390↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29624)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29624): Process ended prematurely: osmo-stp_10.42.42.5(pid=29624) [trial-2390↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29624)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:nanobts+band-1900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a14:06:45.622115 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:06:45.633173 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a14:06:45.780772 tst cs_paging_gprs_active.py: using LAC 34461\u000a14:06:45.928342 tst cs_paging_gprs_active.py: using RAC 36\u000a14:06:46.070642 tst cs_paging_gprs_active.py: using CellId 34461\u000a14:06:46.226539 tst cs_paging_gprs_active.py: using BVCI 34462\u000a14:06:46.251117 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:06:46.262956 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:06:46.274692 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:06:46.288063 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:06:46.299712 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:06:46.311307 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:06:46.322982 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:06:46.334538 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:06:46.346375 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a14:06:46.465951 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a14:06:46.752001 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a14:06:46.882529 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:06:47.216475 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29614): Launched\u000a14:06:47.479627 run iperf3-srv_10.42.42.10(pid=29615): Launched\u000a14:06:47.663639 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a14:06:47.788681 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:06:48.102211 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29616): Launched\u000a14:06:48.362157 run iperf3-srv_10.42.42.10(pid=29617): Launched\u000a14:06:48.545825 tst cs_paging_gprs_active.py:38: start network...\u000a14:06:48.671337 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:06:49.157716 run create_hlr_db(pid=29618): Launched\u000a14:06:49.331555 bus /gobi_6: Setting Powered False\u000a14:06:50.366247 run create_hlr_db(pid=29618): Terminated: ok {rc=0}\u000a14:06:50.775388 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29620): Launched\u000a14:06:51.078722 run osmo-hlr_10.42.42.2(pid=29621): Launched\u000a14:06:51.193892 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:06:51.718097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29623): Launched\u000a14:06:52.020000 run osmo-stp_10.42.42.5(pid=29624): Launched\u000a14:06:52.129689 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:06:52.656284 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29626): Launched\u000a14:06:52.763710 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:06:53.028229 run patchelf(pid=29627): Launched\u000a14:06:53.205595 run osmo-stp_10.42.42.5(pid=29624): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29624)]\u000a14:06:53.334919 run osmo-stp_10.42.42.5(pid=29624): stdout: \u000a| (launched: 2022-12-13_14:06:51.871008)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:06:53.464280 run osmo-stp_10.42.42.5(pid=29624): stderr: \u000a| �[0;m�[38;5;43m20221213140652039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140652039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140652040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140652040 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140652041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140652041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140652041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:06:53.588836 run osmo-stp_10.42.42.5(pid=29624): stdout: \u000a| (launched: 2022-12-13_14:06:51.871008)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:06:53.712155 run osmo-stp_10.42.42.5(pid=29624): stderr: \u000a| �[0;m�[38;5;43m20221213140652039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140652039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140652040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140652040 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140652041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140652041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140652041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:06:53.856182 run patchelf(pid=29627): Terminating (SIGINT)\u000a14:06:54.026022 run patchelf(pid=29627): Terminated: ok {rc=0}\u000a14:06:54.057449 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29624): Process ended prematurely: osmo-stp_10.42.42.5(pid=29624) [trial-2390↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29624)] [trial-2390↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a14:06:54.066614 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a14:06:54.126034 run osmo-hlr_10.42.42.2(pid=29621): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29621)]\u000a14:06:54.174389 run osmo-hlr_10.42.42.2(pid=29621): stdout: \u000a| (launched: 2022-12-13_14:06:50.929095) \u000a14:06:54.223361 run osmo-hlr_10.42.42.2(pid=29621): stderr: \u000a| �[0;m�[1;31m20221213140651102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213140651103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213140651103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140651103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140651103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213140651103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213140651115 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213140651124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213140651125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213140651125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:06:54.265269 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29614): Terminating (SIGTERM)\u000a14:06:54.304717 run iperf3-srv_10.42.42.10(pid=29615): Terminating (SIGTERM)\u000a14:06:54.344084 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29616): Terminating (SIGTERM)\u000a14:06:54.383465 run iperf3-srv_10.42.42.10(pid=29617): Terminating (SIGTERM)\u000a14:06:54.423069 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29620): Terminating (SIGTERM)\u000a14:06:54.462474 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29623): Terminating (SIGTERM)\u000a14:06:54.501764 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29626): Terminating (SIGTERM)\u000a14:06:54.511044 --- ParallelTerminationStrategy: PID 29614 died...\u000a14:06:54.564264 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29614): Terminated: ok {rc=0}\u000a14:06:54.573979 --- ParallelTerminationStrategy: PID 29615 died...\u000a14:06:54.626589 run iperf3-srv_10.42.42.10(pid=29615): Terminated {rc=256}\u000a14:06:54.636461 --- ParallelTerminationStrategy: PID 29616 died...\u000a14:06:54.689939 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29616): Terminated: ok {rc=0}\u000a14:06:54.699544 --- ParallelTerminationStrategy: PID 29617 died...\u000a14:06:54.752321 run iperf3-srv_10.42.42.10(pid=29617): Terminated {rc=256}\u000a14:06:54.762016 --- ParallelTerminationStrategy: PID 29620 died...\u000a14:06:54.814849 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29620): Terminated: ok {rc=0}\u000a14:06:54.824750 --- ParallelTerminationStrategy: PID 29623 died...\u000a14:06:54.878072 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29623): Terminated: ok {rc=0}\u000a14:06:54.887612 --- ParallelTerminationStrategy: PID 29626 died...\u000a14:06:54.940154 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29626): Terminated: ok {rc=0}\u000a14:06:55.023852 bus /gobi_0: Setting Powered False\u000a14:06:56.129696 bus /gobi_0: Setting Powered False\u000a14:06:57.237152 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29636): Process ended prematurely: osmo-stp_10.42.42.5(pid=29636) [trial-2390↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29636)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29636): Process ended prematurely: osmo-stp_10.42.42.5(pid=29636) [trial-2390↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29636)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a14:06:58.352544 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:06:58.364652 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a14:06:58.522521 tst iperf3.py: using LAC 34462\u000a14:06:58.650140 tst iperf3.py: using RAC 37\u000a14:06:58.777761 tst iperf3.py: using CellId 34462\u000a14:06:58.906618 tst iperf3.py: using BVCI 34463\u000a14:06:58.931756 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:06:58.943438 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:06:58.954968 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:06:58.966473 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:06:58.978315 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:06:58.990017 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:06:59.001743 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:06:59.013421 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:06:59.025499 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a14:06:59.307831 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a14:06:59.434632 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:06:59.749371 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29628): Launched\u000a14:07:00.012508 run iperf3-srv_10.42.42.10(pid=29629): Launched\u000a14:07:00.197538 tst iperf3.py:8: start network...\u000a14:07:00.323767 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:07:00.807601 run create_hlr_db(pid=29630): Launched\u000a14:07:00.990057 bus /gobi_6: Setting Powered False\u000a14:07:02.017150 run create_hlr_db(pid=29630): Terminated: ok {rc=0}\u000a14:07:02.453545 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29632): Launched\u000a14:07:02.777372 run osmo-hlr_10.42.42.2(pid=29633): Launched\u000a14:07:02.896789 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:07:03.465644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29635): Launched\u000a14:07:03.791947 run osmo-stp_10.42.42.5(pid=29636): Launched\u000a14:07:03.908784 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:07:04.475118 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29638): Launched\u000a14:07:04.591231 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:07:04.876997 run patchelf(pid=29639): Launched\u000a14:07:05.066681 run osmo-stp_10.42.42.5(pid=29636): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29636)]\u000a14:07:05.205378 run osmo-stp_10.42.42.5(pid=29636): stdout: \u000a| (launched: 2022-12-13_14:07:03.630475)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:07:05.344403 run osmo-stp_10.42.42.5(pid=29636): stderr: \u000a| �[0;m�[38;5;43m20221213140703821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140703821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140703821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140703822 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140703822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140703822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140703822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:07:05.478666 run osmo-stp_10.42.42.5(pid=29636): stdout: \u000a| (launched: 2022-12-13_14:07:03.630475)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:07:05.611640 run osmo-stp_10.42.42.5(pid=29636): stderr: \u000a| �[0;m�[38;5;43m20221213140703821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140703821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140703821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140703822 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140703822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140703822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140703822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:07:05.766730 run patchelf(pid=29639): Terminating (SIGINT)\u000a14:07:05.948633 run patchelf(pid=29639): Terminated: ok {rc=0}\u000a14:07:05.982169 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29636): Process ended prematurely: osmo-stp_10.42.42.5(pid=29636) [trial-2390↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29636)] [trial-2390↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a14:07:05.992238 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a14:07:06.055704 run osmo-hlr_10.42.42.2(pid=29633): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29633)]\u000a14:07:06.107423 run osmo-hlr_10.42.42.2(pid=29633): stdout: \u000a| (launched: 2022-12-13_14:07:02.617703) \u000a14:07:06.159321 run osmo-hlr_10.42.42.2(pid=29633): stderr: \u000a| �[0;m�[1;31m20221213140702815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213140702815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213140702815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140702815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140702815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213140702815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213140702827 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213140702836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213140702836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213140702836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:07:06.204078 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29628): Terminating (SIGTERM)\u000a14:07:06.246255 run iperf3-srv_10.42.42.10(pid=29629): Terminating (SIGTERM)\u000a14:07:06.288203 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29632): Terminating (SIGTERM)\u000a14:07:06.330328 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29635): Terminating (SIGTERM)\u000a14:07:06.372320 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29638): Terminating (SIGTERM)\u000a14:07:06.382147 --- ParallelTerminationStrategy: PID 29628 died...\u000a14:07:06.438848 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29628): Terminated: ok {rc=0}\u000a14:07:06.449206 --- ParallelTerminationStrategy: PID 29629 died...\u000a14:07:06.505194 run iperf3-srv_10.42.42.10(pid=29629): Terminated {rc=256}\u000a14:07:06.515322 --- ParallelTerminationStrategy: PID 29632 died...\u000a14:07:06.571653 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29632): Terminated: ok {rc=0}\u000a14:07:06.581889 --- ParallelTerminationStrategy: PID 29635 died...\u000a14:07:06.638276 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29635): Terminated: ok {rc=0}\u000a14:07:06.648365 --- ParallelTerminationStrategy: PID 29638 died...\u000a14:07:06.705100 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29638): Terminated: ok {rc=0}\u000a14:07:06.793225 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29654): Process ended prematurely: osmo-stp_10.42.42.5(pid=29654) [trial-2390↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29654)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29654): Process ended prematurely: osmo-stp_10.42.42.5(pid=29654) [trial-2390↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29654)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a14:07:07.904712 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:07:07.916390 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a14:07:08.063291 tst iperf3m4.py: using LAC 34463\u000a14:07:08.190710 tst iperf3m4.py: using RAC 38\u000a14:07:08.318296 tst iperf3m4.py: using CellId 34463\u000a14:07:08.444643 tst iperf3m4.py: using BVCI 34464\u000a14:07:08.469971 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:07:08.481698 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:07:08.493105 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:07:08.504380 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:07:08.516072 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:07:08.528130 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:07:08.540071 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:07:08.551739 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:07:08.563658 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a14:07:08.686132 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a14:07:08.805775 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a14:07:08.923111 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a14:07:09.214984 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a14:07:09.350595 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:07:09.685696 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29640): Launched\u000a14:07:09.967457 run iperf3-srv_10.42.42.10(pid=29641): Launched\u000a14:07:10.166459 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a14:07:10.301708 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:07:10.637160 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29642): Launched\u000a14:07:10.918205 run iperf3-srv_10.42.42.10(pid=29643): Launched\u000a14:07:11.118180 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a14:07:11.254132 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:07:11.592556 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29644): Launched\u000a14:07:11.874257 run iperf3-srv_10.42.42.10(pid=29645): Launched\u000a14:07:12.073512 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a14:07:12.208581 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:07:12.546023 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29646): Launched\u000a14:07:12.826673 run iperf3-srv_10.42.42.10(pid=29647): Launched\u000a14:07:13.024881 tst iperf3m4.py:8: start network...\u000a14:07:13.160406 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:07:13.671774 run create_hlr_db(pid=29648): Launched\u000a14:07:13.858787 bus /gobi_6: Setting Powered False\u000a14:07:14.879745 run create_hlr_db(pid=29648): Terminated: ok {rc=0}\u000a14:07:15.286491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29650): Launched\u000a14:07:15.591881 run osmo-hlr_10.42.42.2(pid=29651): Launched\u000a14:07:15.711990 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:07:16.310219 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29653): Launched\u000a14:07:16.666325 run osmo-stp_10.42.42.5(pid=29654): Launched\u000a14:07:16.828404 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:07:17.487730 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29656): Launched\u000a14:07:17.595568 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:07:17.862643 run patchelf(pid=29657): Launched\u000a14:07:18.038564 run osmo-stp_10.42.42.5(pid=29654): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29654)]\u000a14:07:18.167251 run osmo-stp_10.42.42.5(pid=29654): stdout: \u000a| (launched: 2022-12-13_14:07:16.480152)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:07:18.295807 run osmo-stp_10.42.42.5(pid=29654): stderr: \u000a| �[0;m�[38;5;43m20221213140716829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140716829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140716830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140716830 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140716831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140716831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140716831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:07:18.420054 run osmo-stp_10.42.42.5(pid=29654): stdout: \u000a| (launched: 2022-12-13_14:07:16.480152)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:07:18.543239 run osmo-stp_10.42.42.5(pid=29654): stderr: \u000a| �[0;m�[38;5;43m20221213140716829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140716829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140716830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140716830 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140716831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140716831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140716831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:07:18.687263 run patchelf(pid=29657): Terminating (SIGINT)\u000a14:07:18.857141 run patchelf(pid=29657): Terminated: ok {rc=0}\u000a14:07:18.888255 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29654): Process ended prematurely: osmo-stp_10.42.42.5(pid=29654) [trial-2390↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29654)] [trial-2390↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a14:07:18.897585 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a14:07:18.956904 run osmo-hlr_10.42.42.2(pid=29651): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29651)]\u000a14:07:19.004878 run osmo-hlr_10.42.42.2(pid=29651): stdout: \u000a| (launched: 2022-12-13_14:07:15.441074) \u000a14:07:19.053812 run osmo-hlr_10.42.42.2(pid=29651): stderr: \u000a| �[0;m�[1;31m20221213140715615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213140715615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213140715615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140715616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140715616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213140715616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213140715628 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213140715636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213140715637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213140715637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:07:19.095757 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29640): Terminating (SIGTERM)\u000a14:07:19.135181 run iperf3-srv_10.42.42.10(pid=29641): Terminating (SIGTERM)\u000a14:07:19.174684 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29642): Terminating (SIGTERM)\u000a14:07:19.214255 run iperf3-srv_10.42.42.10(pid=29643): Terminating (SIGTERM)\u000a14:07:19.253760 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29644): Terminating (SIGTERM)\u000a14:07:19.293208 run iperf3-srv_10.42.42.10(pid=29645): Terminating (SIGTERM)\u000a14:07:19.332640 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29646): Terminating (SIGTERM)\u000a14:07:19.372071 run iperf3-srv_10.42.42.10(pid=29647): Terminating (SIGTERM)\u000a14:07:19.412045 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29650): Terminating (SIGTERM)\u000a14:07:19.451631 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29653): Terminating (SIGTERM)\u000a14:07:19.490944 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29656): Terminating (SIGTERM)\u000a14:07:19.500131 --- ParallelTerminationStrategy: PID 29640 died...\u000a14:07:19.553023 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29640): Terminated: ok {rc=0}\u000a14:07:19.562675 --- ParallelTerminationStrategy: PID 29641 died...\u000a14:07:19.615008 run iperf3-srv_10.42.42.10(pid=29641): Terminated {rc=256}\u000a14:07:19.624372 --- ParallelTerminationStrategy: PID 29642 died...\u000a14:07:19.676540 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29642): Terminated: ok {rc=0}\u000a14:07:19.686124 --- ParallelTerminationStrategy: PID 29643 died...\u000a14:07:19.738378 run iperf3-srv_10.42.42.10(pid=29643): Terminated {rc=256}\u000a14:07:19.747905 --- ParallelTerminationStrategy: PID 29644 died...\u000a14:07:19.800529 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29644): Terminated: ok {rc=0}\u000a14:07:19.810034 --- ParallelTerminationStrategy: PID 29645 died...\u000a14:07:19.862375 run iperf3-srv_10.42.42.10(pid=29645): Terminated {rc=256}\u000a14:07:19.871771 --- ParallelTerminationStrategy: PID 29646 died...\u000a14:07:19.924331 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29646): Terminated: ok {rc=0}\u000a14:07:19.933969 --- ParallelTerminationStrategy: PID 29647 died...\u000a14:07:19.986271 run iperf3-srv_10.42.42.10(pid=29647): Terminated {rc=256}\u000a14:07:19.995721 --- ParallelTerminationStrategy: PID 29650 died...\u000a14:07:20.048193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29650): Terminated: ok {rc=0}\u000a14:07:20.057979 --- ParallelTerminationStrategy: PID 29653 died...\u000a14:07:20.110480 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29653): Terminated: ok {rc=0}\u000a14:07:20.120253 --- ParallelTerminationStrategy: PID 29656 died...\u000a14:07:20.172717 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29656): Terminated: ok {rc=0}\u000a14:07:20.260324 bus /gobi_4: Setting Powered False\u000a14:07:21.361723 bus /gobi_4: Setting Powered False\u000a14:07:22.472295 bus /gobi_1: Setting Powered False\u000a14:07:23.573739 bus /gobi_1: Setting Powered False\u000a14:07:24.683535 bus /gobi_0: Setting Powered False\u000a14:07:25.789179 bus /gobi_0: Setting Powered False\u000a14:07:26.897759 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29664): Process ended prematurely: osmo-stp_10.42.42.5(pid=29664) [trial-2390↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29664)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29664): Process ended prematurely: osmo-stp_10.42.42.5(pid=29664) [trial-2390↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29664)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a14:07:27.966055 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:07:27.978340 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a14:07:28.132875 tst ping.py: using LAC 34464\u000a14:07:28.256607 tst ping.py: using RAC 39\u000a14:07:28.380270 tst ping.py: using CellId 34464\u000a14:07:28.506407 tst ping.py: using BVCI 34465\u000a14:07:28.530991 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:07:28.542785 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:07:28.554693 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:07:28.566280 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:07:28.578173 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:07:28.590127 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:07:28.602077 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:07:28.613938 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a14:07:28.913759 tst ping.py:19: start network...\u000a14:07:29.045969 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:07:29.546580 run create_hlr_db(pid=29658): Launched\u000a14:07:29.730733 bus /gobi_6: Setting Powered False\u000a14:07:30.750700 run create_hlr_db(pid=29658): Terminated: ok {rc=0}\u000a14:07:31.232394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29660): Launched\u000a14:07:31.638071 run osmo-hlr_10.42.42.2(pid=29661): Launched\u000a14:07:31.863456 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:07:32.483610 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29663): Launched\u000a14:07:32.781581 run osmo-stp_10.42.42.5(pid=29664): Launched\u000a14:07:32.889652 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:07:33.410548 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29666): Launched\u000a14:07:33.515903 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:07:33.774578 run patchelf(pid=29667): Launched\u000a14:07:33.947725 run osmo-stp_10.42.42.5(pid=29664): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29664)]\u000a14:07:34.074589 run osmo-stp_10.42.42.5(pid=29664): stdout: \u000a| (launched: 2022-12-13_14:07:32.634204)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:07:34.201866 run osmo-stp_10.42.42.5(pid=29664): stderr: \u000a| �[0;m�[38;5;43m20221213140732801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140732801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140732801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140732802 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140732802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140732802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140732802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:07:34.324228 run osmo-stp_10.42.42.5(pid=29664): stdout: \u000a| (launched: 2022-12-13_14:07:32.634204)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:07:34.445340 run osmo-stp_10.42.42.5(pid=29664): stderr: \u000a| �[0;m�[38;5;43m20221213140732801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140732801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140732801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140732802 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140732802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140732802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140732802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:07:34.586685 run patchelf(pid=29667): Terminating (SIGINT)\u000a14:07:34.753702 run patchelf(pid=29667): Terminated: ok {rc=0}\u000a14:07:34.783953 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29664): Process ended prematurely: osmo-stp_10.42.42.5(pid=29664) [trial-2390↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29664)] [trial-2390↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22]\u000a14:07:34.792566 tst ping.py:22: Test FAILED (6.8 sec)\u000a14:07:34.851549 run osmo-hlr_10.42.42.2(pid=29661): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29661)]\u000a14:07:34.899738 run osmo-hlr_10.42.42.2(pid=29661): stdout: \u000a| (launched: 2022-12-13_14:07:31.429230) \u000a14:07:34.948430 run osmo-hlr_10.42.42.2(pid=29661): stderr: \u000a| �[0;m�[1;31m20221213140731782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213140731782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213140731782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140731782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140731783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213140731783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213140731799 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213140731807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213140731807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213140731807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:07:34.990221 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29660): Terminating (SIGTERM)\u000a14:07:35.029482 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29663): Terminating (SIGTERM)\u000a14:07:35.069460 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29666): Terminating (SIGTERM)\u000a14:07:35.078736 --- ParallelTerminationStrategy: PID 29660 died...\u000a14:07:35.131822 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29660): Terminated: ok {rc=0}\u000a14:07:35.141541 --- ParallelTerminationStrategy: PID 29663 died...\u000a14:07:35.194028 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29663): Terminated: ok {rc=0}\u000a14:07:35.203647 --- ParallelTerminationStrategy: PID 29666 died...\u000a14:07:35.256046 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29666): Terminated: ok {rc=0}\u000a14:07:35.343112 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29674): Process ended prematurely: osmo-stp_10.42.42.5(pid=29674) [trial-2390↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29674)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29674): Process ended prematurely: osmo-stp_10.42.42.5(pid=29674) [trial-2390↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29674)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a14:07:36.394645 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:07:36.406378 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a14:07:36.553620 tst ping_idle_ping.py: using LAC 34465\u000a14:07:36.678474 tst ping_idle_ping.py: using RAC 40\u000a14:07:36.803157 tst ping_idle_ping.py: using CellId 34465\u000a14:07:36.928261 tst ping_idle_ping.py: using BVCI 34466\u000a14:07:36.952791 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:07:36.964425 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:07:36.976061 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:07:36.987365 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:07:36.999073 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:07:37.010906 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:07:37.022787 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:07:37.034509 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a14:07:37.310235 tst ping_idle_ping.py:24: start network...\u000a14:07:37.433409 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:07:37.914920 run create_hlr_db(pid=29668): Launched\u000a14:07:38.086126 bus /gobi_6: Setting Powered False\u000a14:07:39.106798 run create_hlr_db(pid=29668): Terminated: ok {rc=0}\u000a14:07:39.531100 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29670): Launched\u000a14:07:39.850881 run osmo-hlr_10.42.42.2(pid=29671): Launched\u000a14:07:39.970159 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:07:40.524051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29673): Launched\u000a14:07:40.842984 run osmo-stp_10.42.42.5(pid=29674): Launched\u000a14:07:40.961837 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:07:41.518576 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29676): Launched\u000a14:07:41.632295 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:07:41.909576 run patchelf(pid=29677): Launched\u000a14:07:42.095678 run osmo-stp_10.42.42.5(pid=29674): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29674)]\u000a14:07:42.232159 run osmo-stp_10.42.42.5(pid=29674): stdout: \u000a| (launched: 2022-12-13_14:07:40.685367)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:07:42.368388 run osmo-stp_10.42.42.5(pid=29674): stderr: \u000a| �[0;m�[38;5;43m20221213140740874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140740874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140740874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140740875 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140740875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140740875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140740875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:07:42.499907 run osmo-stp_10.42.42.5(pid=29674): stdout: \u000a| (launched: 2022-12-13_14:07:40.685367)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:07:42.630272 run osmo-stp_10.42.42.5(pid=29674): stderr: \u000a| �[0;m�[38;5;43m20221213140740874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140740874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140740874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140740875 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140740875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140740875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140740875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:07:42.782306 run patchelf(pid=29677): Terminating (SIGINT)\u000a14:07:42.960861 run patchelf(pid=29677): Terminated: ok {rc=0}\u000a14:07:42.993203 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29674): Process ended prematurely: osmo-stp_10.42.42.5(pid=29674) [trial-2390↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29674)] [trial-2390↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a14:07:43.002581 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a14:07:43.065571 run osmo-hlr_10.42.42.2(pid=29671): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29671)]\u000a14:07:43.116751 run osmo-hlr_10.42.42.2(pid=29671): stdout: \u000a| (launched: 2022-12-13_14:07:39.692941) \u000a14:07:43.168433 run osmo-hlr_10.42.42.2(pid=29671): stderr: \u000a| �[0;m�[1;31m20221213140739887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213140739887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213140739888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140739888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140739888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213140739888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213140739900 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213140739908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213140739908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213140739908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:07:43.212730 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29670): Terminating (SIGTERM)\u000a14:07:43.254868 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29673): Terminating (SIGTERM)\u000a14:07:43.296784 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29676): Terminating (SIGTERM)\u000a14:07:43.306602 --- ParallelTerminationStrategy: PID 29670 died...\u000a14:07:43.363014 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29670): Terminated: ok {rc=0}\u000a14:07:43.373277 --- ParallelTerminationStrategy: PID 29673 died...\u000a14:07:43.429308 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29673): Terminated: ok {rc=0}\u000a14:07:43.439385 --- ParallelTerminationStrategy: PID 29676 died...\u000a14:07:43.495192 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29676): Terminated: ok {rc=0}\u000a14:07:43.581633 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "143", "name" : "gprs_nanobts+band-1900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T14:06:45" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29687): Process ended prematurely: osmo-stp_10.42.42.5(pid=29687) [trial-2390↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29687)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29687): Process ended prematurely: osmo-stp_10.42.42.5(pid=29687) [trial-2390↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29687)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a14:07:45.589386 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a14:07:45.600904 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a14:07:45.748057 tst switch_tch_pdch.py: using LAC 34466\u000a14:07:45.871606 tst switch_tch_pdch.py: using RAC 41\u000a14:07:46.009536 tst switch_tch_pdch.py: using CellId 34466\u000a14:07:46.142898 tst switch_tch_pdch.py: using BVCI 34467\u000a14:07:46.168636 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a14:07:46.181986 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a14:07:46.195233 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a14:07:46.209046 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a14:07:46.222793 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a14:07:46.236920 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a14:07:46.251871 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a14:07:46.266320 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a14:07:46.394430 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a14:07:46.724559 tst switch_tch_pdch.py:51: start network...\u000a14:07:46.855816 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:07:47.361757 run create_hlr_db(pid=29681): Launched\u000a14:07:47.547198 bus /gobi_6: Setting Powered False\u000a14:07:48.566468 run create_hlr_db(pid=29681): Terminated: ok {rc=0}\u000a14:07:48.967499 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29683): Launched\u000a14:07:49.266019 run osmo-hlr_10.42.42.2(pid=29684): Launched\u000a14:07:49.375150 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:07:49.890468 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29686): Launched\u000a14:07:50.187063 run osmo-stp_10.42.42.5(pid=29687): Launched\u000a14:07:50.294275 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:07:50.811122 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29689): Launched\u000a14:07:50.915952 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:07:51.175377 run patchelf(pid=29690): Launched\u000a14:07:51.348481 run osmo-stp_10.42.42.5(pid=29687): ERR: Terminated: ERROR {rc=1} [trial-2390↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29687)]\u000a14:07:51.475038 run osmo-stp_10.42.42.5(pid=29687): stdout: \u000a| (launched: 2022-12-13_14:07:50.040090)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:07:51.602304 run osmo-stp_10.42.42.5(pid=29687): stderr: \u000a| �[0;m�[38;5;43m20221213140750208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140750208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140750209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140750209 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140750210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140750210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140750210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:07:51.724918 run osmo-stp_10.42.42.5(pid=29687): stdout: \u000a| (launched: 2022-12-13_14:07:50.040090)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:07:51.846025 run osmo-stp_10.42.42.5(pid=29687): stderr: \u000a| �[0;m�[38;5;43m20221213140750208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140750208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140750209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140750209 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140750210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140750210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140750210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:07:51.989333 run patchelf(pid=29690): Terminating (SIGINT)\u000a14:07:52.156142 run patchelf(pid=29690): Terminated: ok {rc=0}\u000a14:07:52.186716 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=29687): Process ended prematurely: osmo-stp_10.42.42.5(pid=29687) [trial-2390↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29687)] [trial-2390↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a14:07:52.195586 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a14:07:52.254517 run osmo-hlr_10.42.42.2(pid=29684): ERR: Terminated: ERROR {rc=237} [trial-2390↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29684)]\u000a14:07:52.303033 run osmo-hlr_10.42.42.2(pid=29684): stdout: \u000a| (launched: 2022-12-13_14:07:49.118362) \u000a14:07:52.352277 run osmo-hlr_10.42.42.2(pid=29684): stderr: \u000a| �[0;m�[1;31m20221213140749290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213140749291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213140749291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140749291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140749291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213140749291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213140749303 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213140749312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213140749312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213140749312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:07:52.394257 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29683): Terminating (SIGTERM)\u000a14:07:52.433880 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29686): Terminating (SIGTERM)\u000a14:07:52.473436 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29689): Terminating (SIGTERM)\u000a14:07:52.482681 --- ParallelTerminationStrategy: PID 29683 died...\u000a14:07:52.535577 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29683): Terminated: ok {rc=0}\u000a14:07:52.545286 --- ParallelTerminationStrategy: PID 29686 died...\u000a14:07:52.597888 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29686): Terminated: ok {rc=0}\u000a14:07:52.607454 --- ParallelTerminationStrategy: PID 29689 died...\u000a14:07:52.659777 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29689): Terminated: ok {rc=0}\u000a14:07:52.746515 bus /gobi_0: Setting Powered False\u000a14:07:53.848638 bus /gobi_0: Setting Powered False\u000a14:07:54.959348 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "144", "name" : "dynts_nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T14:07:45" }, { "cases" : [ { "testActions" : [ ], "age" : 60, "className" : "sms:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29701): Process ended prematurely: osmo-stp_10.42.42.5(pid=29701) [trial-2390↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29701)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29701): Process ended prematurely: osmo-stp_10.42.42.5(pid=29701) [trial-2390↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29701)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 sms:nanobts+band-900 mo_mt_sms.py\u000a----------------------------------------------\u000a14:07:56.908677 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a14:07:56.919597 tst sms:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a14:07:57.051093 tst mo_mt_sms.py: using LAC 34467\u000a14:07:57.168332 tst mo_mt_sms.py: using RAC 42\u000a14:07:57.286634 tst mo_mt_sms.py: using CellId 34467\u000a14:07:57.412236 tst mo_mt_sms.py: using BVCI 34468\u000a14:07:57.436543 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a14:07:57.448015 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a14:07:57.459168 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a14:07:57.470503 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a14:07:57.482010 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a14:07:57.493293 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a14:07:57.609618 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a14:07:57.818160 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:07:58.317252 run create_hlr_db(pid=29695): Launched\u000a14:07:58.501617 bus /gobi_6: Setting Powered False\u000a14:07:59.521636 run create_hlr_db(pid=29695): Terminated: ok {rc=0}\u000a14:07:59.921732 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29697): Launched\u000a14:08:00.219909 run osmo-hlr_10.42.42.2(pid=29698): Launched\u000a14:08:00.328446 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:08:00.853961 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29700): Launched\u000a14:08:01.333274 run osmo-stp_10.42.42.5(pid=29701): Launched\u000a14:08:01.538441 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:08:02.115136 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29703): Launched\u000a14:08:02.427530 run osmo-msc_10.42.42.6(pid=29704): Launched\u000a14:08:02.605092 run osmo-stp_10.42.42.5(pid=29701): ERR: Terminated: ERROR {rc=1} [trial-2390↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29701)]\u000a14:08:02.734462 run osmo-stp_10.42.42.5(pid=29701): stdout: \u000a| (launched: 2022-12-13_14:08:01.014584)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:08:02.861077 run osmo-stp_10.42.42.5(pid=29701): stderr: \u000a| �[0;m�[38;5;43m20221213140801294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140801294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140801295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140801297 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140801299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140801299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140801299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:08:02.982184 run osmo-stp_10.42.42.5(pid=29701): stdout: \u000a| (launched: 2022-12-13_14:08:01.014584)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:08:03.102536 run osmo-stp_10.42.42.5(pid=29701): stderr: \u000a| �[0;m�[38;5;43m20221213140801294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140801294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140801295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140801297 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140801299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140801299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140801299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:08:03.155742 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=29701): Process ended prematurely: osmo-stp_10.42.42.5(pid=29701) [trial-2390↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29701)] [trial-2390↪sms:nanobts+band-900↪mo_mt_sms.py:16]\u000a14:08:03.163763 tst mo_mt_sms.py:16: Test FAILED (6.2 sec)\u000a14:08:03.223485 run osmo-hlr_10.42.42.2(pid=29698): ERR: Terminated: ERROR {rc=237} [trial-2390↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29698)]\u000a14:08:03.272281 run osmo-hlr_10.42.42.2(pid=29698): stdout: \u000a| (launched: 2022-12-13_14:08:00.071846) \u000a14:08:03.321751 run osmo-hlr_10.42.42.2(pid=29698): stderr: \u000a| �[0;m�[1;31m20221213140800242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213140800243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213140800243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140800243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140800243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213140800243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213140800255 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/sms:nanobts+band-900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213140800263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213140800263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213140800263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:08:03.388673 run osmo-msc_10.42.42.6(pid=29704): ERR: Terminated: ERROR {rc=2} [trial-2390↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29704)]\u000a14:08:03.437383 run osmo-msc_10.42.42.6(pid=29704): stdout: \u000a| (launched: 2022-12-13_14:08:02.271041) \u000a14:08:03.486470 run osmo-msc_10.42.42.6(pid=29704): stderr: \u000a| �[0;m�[38;5;43m20221213140802548 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213140802548 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f653fe01c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213140802549 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213140802549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213140802549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213140802549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213140802551 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213140802551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213140802551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213140802551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:08:03.528396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29697): Terminating (SIGTERM)\u000a14:08:03.568687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29700): Terminating (SIGTERM)\u000a14:08:03.608587 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29703): Terminating (SIGTERM)\u000a14:08:03.617942 --- ParallelTerminationStrategy: PID 29697 died...\u000a14:08:03.671411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29697): Terminated: ok {rc=0}\u000a14:08:03.681113 --- ParallelTerminationStrategy: PID 29700 died...\u000a14:08:03.734207 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29700): Terminated: ok {rc=0}\u000a14:08:03.743864 --- ParallelTerminationStrategy: PID 29703 died...\u000a14:08:03.798244 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29703): Terminated: ok {rc=0}\u000a14:08:03.887368 bus /sierra_3: Setting Powered False\u000a14:08:04.990243 bus /sierra_3: Setting Powered False\u000a14:08:06.098367 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "145", "name" : "sms_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T14:07:56" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "nitb_ussd:nanobts+band-900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=29710): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29710) [trial-2390↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29710)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=29710): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29710) [trial-2390↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29710)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 nitb_ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a14:08:07.953113 tst nitb_ussd:nanobts+band-900: Using 1 x ip_address (candidates: 1)\u000a14:08:07.964440 tst nitb_ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a14:08:08.110889 tst assert_extension.py: using LAC 34468\u000a14:08:08.239344 tst assert_extension.py: using RAC 43\u000a14:08:08.363594 tst assert_extension.py: using CellId 34468\u000a14:08:08.487365 tst assert_extension.py: using BVCI 34469\u000a14:08:08.511976 tst nitb_ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a14:08:08.789667 tst assert_extension.py:10: start nitb and bts...\u000a14:08:08.914724 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a14:08:09.539762 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29709): Launched\u000a14:08:09.838298 run osmo-nitb_10.42.42.2(pid=29710): Launched\u000a14:08:10.023019 run osmo-nitb_10.42.42.2(pid=29710): ERR: Terminated: ERROR {rc=2} [trial-2390↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29710)]\u000a14:08:10.159851 run osmo-nitb_10.42.42.2(pid=29710): stdout: \u000a| (launched: 2022-12-13_14:08:09.692114) \u000a14:08:10.296129 run osmo-nitb_10.42.42.2(pid=29710): stderr: \u000a| (launched: 2022-12-13_14:08:09.736882)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a14:08:10.427885 run osmo-nitb_10.42.42.2(pid=29710): stdout: \u000a| (launched: 2022-12-13_14:08:09.692114) \u000a14:08:10.558676 run osmo-nitb_10.42.42.2(pid=29710): stderr: \u000a| (launched: 2022-12-13_14:08:09.736882)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a14:08:10.959055 tst osmo-nitb_10.42.42.2(pid=29710): stdout: \u000a| (launched: 2022-12-13_14:08:09.692114) \u000a14:08:11.078139 tst osmo-nitb_10.42.42.2(pid=29710): stderr: \u000a| (launched: 2022-12-13_14:08:09.736882)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a14:08:11.130760 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=29710): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29710) [trial-2390↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29710)] [trial-2390↪nitb_ussd:nanobts+band-900↪assert_extension.py:12]\u000a14:08:11.138889 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a14:08:11.173075 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29709): Terminating (SIGTERM)\u000a14:08:11.350398 --- ParallelTerminationStrategy: PID 29709 died...\u000a14:08:11.405959 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29709): Terminated: ok {rc=0}\u000a14:08:11.494811 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "146", "name" : "nitb_ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T14:08:07" }, { "cases" : [ { "testActions" : [ ], "age" : 60, "className" : "ussd:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29721): Process ended prematurely: osmo-stp_10.42.42.5(pid=29721) [trial-2390↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29721)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29721): Process ended prematurely: osmo-stp_10.42.42.5(pid=29721) [trial-2390↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29721)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a14:08:13.338605 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a14:08:13.350030 tst ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a14:08:13.490638 tst assert_extension.py: using LAC 34469\u000a14:08:13.618351 tst assert_extension.py: using RAC 44\u000a14:08:13.743701 tst assert_extension.py: using CellId 34469\u000a14:08:13.871155 tst assert_extension.py: using BVCI 34470\u000a14:08:13.895744 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a14:08:13.907045 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a14:08:13.918139 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a14:08:13.929203 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a14:08:13.940609 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a14:08:13.952105 tst ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a14:08:14.152132 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:08:14.636763 run create_hlr_db(pid=29715): Launched\u000a14:08:14.809907 bus /sierra_2: Setting Powered False\u000a14:08:15.831162 run create_hlr_db(pid=29715): Terminated: ok {rc=0}\u000a14:08:16.267041 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29717): Launched\u000a14:08:16.726070 run osmo-hlr_10.42.42.2(pid=29718): Launched\u000a14:08:16.866466 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:08:17.411728 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29720): Launched\u000a14:08:17.735661 run osmo-stp_10.42.42.5(pid=29721): Launched\u000a14:08:17.853555 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:08:18.440485 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29723): Launched\u000a14:08:18.765743 run osmo-msc_10.42.42.6(pid=29724): Launched\u000a14:08:18.956551 run osmo-stp_10.42.42.5(pid=29721): ERR: Terminated: ERROR {rc=1} [trial-2390↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29721)]\u000a14:08:19.094410 run osmo-stp_10.42.42.5(pid=29721): stdout: \u000a| (launched: 2022-12-13_14:08:17.575175)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:08:19.229950 run osmo-stp_10.42.42.5(pid=29721): stderr: \u000a| �[0;m�[38;5;43m20221213140817763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140817763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140817763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140817764 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140817764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140817764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140817764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:08:19.359069 run osmo-stp_10.42.42.5(pid=29721): stdout: \u000a| (launched: 2022-12-13_14:08:17.575175)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:08:19.487112 run osmo-stp_10.42.42.5(pid=29721): stderr: \u000a| �[0;m�[38;5;43m20221213140817763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140817763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140817763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140817764 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140817764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140817764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140817764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:08:19.543129 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=29721): Process ended prematurely: osmo-stp_10.42.42.5(pid=29721) [trial-2390↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29721)] [trial-2390↪ussd:nanobts+band-900↪assert_extension.py:17]\u000a14:08:19.551975 tst assert_extension.py:17: Test FAILED (6.2 sec)\u000a14:08:19.615023 run osmo-hlr_10.42.42.2(pid=29718): ERR: Terminated: ERROR {rc=237} [trial-2390↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29718)]\u000a14:08:19.666626 run osmo-hlr_10.42.42.2(pid=29718): stdout: \u000a| (launched: 2022-12-13_14:08:16.424675) \u000a14:08:19.718756 run osmo-hlr_10.42.42.2(pid=29718): stderr: \u000a| �[0;m�[1;31m20221213140816622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213140816623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213140816623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140816623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140816623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213140816623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213140816652 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/ussd:nanobts+band-900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213140816673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213140816673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213140816673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:08:19.789394 run osmo-msc_10.42.42.6(pid=29724): ERR: Terminated: ERROR {rc=2} [trial-2390↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29724)]\u000a14:08:19.840781 run osmo-msc_10.42.42.6(pid=29724): stdout: \u000a| (launched: 2022-12-13_14:08:18.603028) \u000a14:08:19.892862 run osmo-msc_10.42.42.6(pid=29724): stderr: \u000a| �[0;m�[38;5;43m20221213140818920 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213140818921 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f17bed1ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213140818921 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213140818921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213140818921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213140818921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213140818923 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213140818923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213140818923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213140818923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:08:19.937572 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29717): Terminating (SIGTERM)\u000a14:08:19.979617 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29720): Terminating (SIGTERM)\u000a14:08:20.021835 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29723): Terminating (SIGTERM)\u000a14:08:20.031578 --- ParallelTerminationStrategy: PID 29717 died...\u000a14:08:20.088669 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29717): Terminated: ok {rc=0}\u000a14:08:20.098951 --- ParallelTerminationStrategy: PID 29720 died...\u000a14:08:20.155450 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29720): Terminated: ok {rc=0}\u000a14:08:20.165938 --- ParallelTerminationStrategy: PID 29723 died...\u000a14:08:20.222335 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29723): Terminated: ok {rc=0}\u000a14:08:20.309971 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "147", "name" : "ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T14:08:13" }, { "cases" : [ { "testActions" : [ ], "age" : 60, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29735): Process ended prematurely: osmo-stp_10.42.42.5(pid=29735) [trial-2390↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29735)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29735): Process ended prematurely: osmo-stp_10.42.42.5(pid=29735) [trial-2390↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29735)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a14:08:22.282856 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:08:22.294680 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a14:08:22.464461 tst mo_mt_call.py: using LAC 34470\u000a14:08:22.591830 tst mo_mt_call.py: using RAC 45\u000a14:08:22.719125 tst mo_mt_call.py: using CellId 34470\u000a14:08:22.846298 tst mo_mt_call.py: using BVCI 34471\u000a14:08:22.871247 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:08:22.882952 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:08:22.894500 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:08:22.906055 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:08:22.918448 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:08:22.930726 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a14:08:23.051529 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a14:08:23.266848 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:08:23.781926 run create_hlr_db(pid=29729): Launched\u000a14:08:23.971513 bus /sierra_2: Setting Powered False\u000a14:08:24.991914 run create_hlr_db(pid=29729): Terminated: ok {rc=0}\u000a14:08:25.403813 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29731): Launched\u000a14:08:25.711827 run osmo-hlr_10.42.42.2(pid=29732): Launched\u000a14:08:25.824165 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:08:26.356871 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29734): Launched\u000a14:08:26.665824 run osmo-stp_10.42.42.5(pid=29735): Launched\u000a14:08:26.776580 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:08:27.337783 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29737): Launched\u000a14:08:27.646186 run osmo-msc_10.42.42.6(pid=29738): Launched\u000a14:08:27.829601 run osmo-stp_10.42.42.5(pid=29735): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29735)]\u000a14:08:27.959632 run osmo-stp_10.42.42.5(pid=29735): stdout: \u000a| (launched: 2022-12-13_14:08:26.512756)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:08:28.087170 run osmo-stp_10.42.42.5(pid=29735): stderr: \u000a| �[0;m�[38;5;43m20221213140826683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140826683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140826683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140826684 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140826684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140826684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140826685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:08:28.209290 run osmo-stp_10.42.42.5(pid=29735): stdout: \u000a| (launched: 2022-12-13_14:08:26.512756)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:08:28.330203 run osmo-stp_10.42.42.5(pid=29735): stderr: \u000a| �[0;m�[38;5;43m20221213140826683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140826683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140826683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140826684 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140826684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140826684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140826685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:08:28.383550 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29735): Process ended prematurely: osmo-stp_10.42.42.5(pid=29735) [trial-2390↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29735)] [trial-2390↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a14:08:28.392215 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a14:08:28.451966 run osmo-hlr_10.42.42.2(pid=29732): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29732)]\u000a14:08:28.500742 run osmo-hlr_10.42.42.2(pid=29732): stdout: \u000a| (launched: 2022-12-13_14:08:25.559717) \u000a14:08:28.550186 run osmo-hlr_10.42.42.2(pid=29732): stderr: \u000a| �[0;m�[1;31m20221213140825734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213140825734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213140825734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140825734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140825734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213140825734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213140825787 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213140825796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213140825796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213140825796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:08:28.617360 run osmo-msc_10.42.42.6(pid=29738): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29738)]\u000a14:08:28.666205 run osmo-msc_10.42.42.6(pid=29738): stdout: \u000a| (launched: 2022-12-13_14:08:27.493855) \u000a14:08:28.715468 run osmo-msc_10.42.42.6(pid=29738): stderr: \u000a| �[0;m�[38;5;43m20221213140827764 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213140827764 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f035b49ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213140827764 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213140827764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213140827764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213140827765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213140827766 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213140827767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213140827767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213140827767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:08:28.757241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29731): Terminating (SIGTERM)\u000a14:08:28.796603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29734): Terminating (SIGTERM)\u000a14:08:28.836123 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29737): Terminating (SIGTERM)\u000a14:08:28.845333 --- ParallelTerminationStrategy: PID 29731 died...\u000a14:08:28.898365 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29731): Terminated: ok {rc=0}\u000a14:08:28.907952 --- ParallelTerminationStrategy: PID 29734 died...\u000a14:08:28.960877 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29734): Terminated: ok {rc=0}\u000a14:08:28.970465 --- ParallelTerminationStrategy: PID 29737 died...\u000a14:08:29.023625 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29737): Terminated: ok {rc=0}\u000a14:08:29.107746 bus /sierra_3: Setting Powered False\u000a14:08:30.215267 bus /sierra_3: Setting Powered False\u000a14:08:31.344400 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 71, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29746): Process ended prematurely: osmo-stp_10.42.42.5(pid=29746) [trial-2390↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29746)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29746): Process ended prematurely: osmo-stp_10.42.42.5(pid=29746) [trial-2390↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29746)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a14:08:32.463687 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:08:32.476212 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a14:08:32.641630 tst mo_mt_call_osmux.py: using LAC 34471\u000a14:08:32.772212 tst mo_mt_call_osmux.py: using RAC 46\u000a14:08:32.900164 tst mo_mt_call_osmux.py: using CellId 34471\u000a14:08:33.030123 tst mo_mt_call_osmux.py: using BVCI 34472\u000a14:08:33.055269 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:08:33.067177 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:08:33.078908 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:08:33.091075 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:08:33.103145 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a14:08:33.115163 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a14:08:33.235221 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a14:08:33.441210 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:08:33.935587 run create_hlr_db(pid=29740): Launched\u000a14:08:34.113111 bus /sierra_2: Setting Powered False\u000a14:08:35.134106 run create_hlr_db(pid=29740): Terminated: ok {rc=0}\u000a14:08:35.571656 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29742): Launched\u000a14:08:35.902664 run osmo-hlr_10.42.42.2(pid=29743): Launched\u000a14:08:36.026359 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:08:36.598312 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29745): Launched\u000a14:08:36.930648 run osmo-stp_10.42.42.5(pid=29746): Launched\u000a14:08:37.050583 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:08:37.649667 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29748): Launched\u000a14:08:37.959557 run osmo-msc_10.42.42.6(pid=29749): Launched\u000a14:08:38.140313 run osmo-stp_10.42.42.5(pid=29746): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29746)]\u000a14:08:38.269992 run osmo-stp_10.42.42.5(pid=29746): stdout: \u000a| (launched: 2022-12-13_14:08:36.765682)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:08:38.398076 run osmo-stp_10.42.42.5(pid=29746): stderr: \u000a| �[0;m�[38;5;43m20221213140836955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140836955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140836955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140836956 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140836956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140836956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140836956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:08:38.520639 run osmo-stp_10.42.42.5(pid=29746): stdout: \u000a| (launched: 2022-12-13_14:08:36.765682)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:08:38.643037 run osmo-stp_10.42.42.5(pid=29746): stderr: \u000a| �[0;m�[38;5;43m20221213140836955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140836955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140836955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140836956 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140836956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140836956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140836956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:08:38.696932 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29746): Process ended prematurely: osmo-stp_10.42.42.5(pid=29746) [trial-2390↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29746)] [trial-2390↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a14:08:38.705725 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a14:08:38.766184 run osmo-hlr_10.42.42.2(pid=29743): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29743)]\u000a14:08:38.815451 run osmo-hlr_10.42.42.2(pid=29743): stdout: \u000a| (launched: 2022-12-13_14:08:35.739066) \u000a14:08:38.865249 run osmo-hlr_10.42.42.2(pid=29743): stderr: \u000a| �[0;m�[1;31m20221213140835936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213140835936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213140835936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140835936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140835936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213140835936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213140835949 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213140835958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213140835959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213140835959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:08:38.932431 run osmo-msc_10.42.42.6(pid=29749): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29749)]\u000a14:08:38.981157 run osmo-msc_10.42.42.6(pid=29749): stdout: \u000a| (launched: 2022-12-13_14:08:37.807238) \u000a14:08:39.030539 run osmo-msc_10.42.42.6(pid=29749): stderr: \u000a| �[0;m�[38;5;43m20221213140838078 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213140838078 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efcbe392c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213140838078 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213140838078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213140838078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213140838079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213140838080 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213140838081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213140838081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213140838081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:08:39.073078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29742): Terminating (SIGTERM)\u000a14:08:39.113077 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29745): Terminating (SIGTERM)\u000a14:08:39.153234 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29748): Terminating (SIGTERM)\u000a14:08:39.162640 --- ParallelTerminationStrategy: PID 29742 died...\u000a14:08:39.216539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29742): Terminated: ok {rc=0}\u000a14:08:39.226340 --- ParallelTerminationStrategy: PID 29745 died...\u000a14:08:39.279496 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29745): Terminated: ok {rc=0}\u000a14:08:39.289353 --- ParallelTerminationStrategy: PID 29748 died...\u000a14:08:39.342458 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29748): Terminated: ok {rc=0}\u000a14:08:39.426437 bus /sierra_3: Setting Powered False\u000a14:08:40.533021 bus /sierra_3: Setting Powered False\u000a14:08:41.641092 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "148", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T14:08:21" }, { "cases" : [ { "testActions" : [ ], "age" : 60, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29860): Process ended prematurely: osmo-stp_10.42.42.5(pid=29860) [trial-2390↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29860)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29860): Process ended prematurely: osmo-stp_10.42.42.5(pid=29860) [trial-2390↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29860)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a14:08:43.645045 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:08:43.656748 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a14:08:43.818908 tst mo_mt_call.py: using LAC 34472\u000a14:08:43.942625 tst mo_mt_call.py: using RAC 47\u000a14:08:44.062273 tst mo_mt_call.py: using CellId 34472\u000a14:08:44.184267 tst mo_mt_call.py: using BVCI 34473\u000a14:08:44.207401 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:08:44.218609 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:08:44.229708 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:08:44.240682 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:08:44.251694 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:08:44.262681 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a14:08:44.383238 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a14:08:44.587347 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:08:45.079754 run create_hlr_db(pid=29754): Launched\u000a14:08:45.255917 bus /sierra_2: Setting Powered False\u000a14:08:46.278927 run create_hlr_db(pid=29754): Terminated: ok {rc=0}\u000a14:08:46.696686 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29756): Launched\u000a14:08:47.150943 run osmo-hlr_10.42.42.2(pid=29766): Launched\u000a14:08:47.447457 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:08:48.123062 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29808): Launched\u000a14:08:48.636028 run osmo-stp_10.42.42.5(pid=29860): Launched\u000a14:08:48.916285 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:08:49.665942 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30006): Launched\u000a14:08:50.127410 run osmo-msc_10.42.42.6(pid=30032): Launched\u000a14:08:50.506997 run osmo-stp_10.42.42.5(pid=29860): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29860)]\u000a14:08:50.784205 run osmo-stp_10.42.42.5(pid=29860): stdout: \u000a| (launched: 2022-12-13_14:08:48.321363)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:08:50.952627 run osmo-stp_10.42.42.5(pid=29860): stderr: \u000a| �[0;m�[38;5;43m20221213140848696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140848696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140848705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140848705 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140848706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140848706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140848706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:08:51.077410 run osmo-stp_10.42.42.5(pid=29860): stdout: \u000a| (launched: 2022-12-13_14:08:48.321363)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:08:51.200630 run osmo-stp_10.42.42.5(pid=29860): stderr: \u000a| �[0;m�[38;5;43m20221213140848696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140848696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140848705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140848705 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140848706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140848706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140848706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:08:51.256495 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29860): Process ended prematurely: osmo-stp_10.42.42.5(pid=29860) [trial-2390↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29860)] [trial-2390↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a14:08:51.266435 tst mo_mt_call.py:8: Test FAILED (7.7 sec)\u000a14:08:51.328803 run osmo-hlr_10.42.42.2(pid=29766): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29766)]\u000a14:08:51.379866 run osmo-hlr_10.42.42.2(pid=29766): stdout: \u000a| (launched: 2022-12-13_14:08:46.856030) \u000a14:08:51.432264 run osmo-hlr_10.42.42.2(pid=29766): stderr: \u000a| �[0;m�[1;31m20221213140847170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213140847170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213140847171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140847171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140847171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213140847171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213140847186 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213140847196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213140847196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213140847196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:08:51.502694 run osmo-msc_10.42.42.6(pid=30032): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30032)]\u000a14:08:51.553752 run osmo-msc_10.42.42.6(pid=30032): stdout: \u000a| (launched: 2022-12-13_14:08:49.858214) \u000a14:08:51.604532 run osmo-msc_10.42.42.6(pid=30032): stderr: \u000a| �[0;m�[38;5;43m20221213140850447 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213140850447 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fde86fbdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213140850447 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213140850447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213140850447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213140850448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213140850454 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213140850454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213140850454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213140850454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:08:51.647798 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29756): Terminating (SIGTERM)\u000a14:08:51.691477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29808): Terminating (SIGTERM)\u000a14:08:51.735445 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30006): Terminating (SIGTERM)\u000a14:08:51.745984 --- ParallelTerminationStrategy: PID 29756 died...\u000a14:08:51.802819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29756): Terminated: ok {rc=0}\u000a14:08:51.813040 --- ParallelTerminationStrategy: PID 29808 died...\u000a14:08:51.867492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29808): Terminated: ok {rc=0}\u000a14:08:51.877629 --- ParallelTerminationStrategy: PID 30006 died...\u000a14:08:51.931982 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30006): Terminated: ok {rc=0}\u000a14:08:52.018329 bus /sierra_3: Setting Powered False\u000a14:08:53.125864 bus /sierra_3: Setting Powered False\u000a14:08:54.238367 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 71, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30043): Process ended prematurely: osmo-stp_10.42.42.5(pid=30043) [trial-2390↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30043)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30043): Process ended prematurely: osmo-stp_10.42.42.5(pid=30043) [trial-2390↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30043)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a14:08:55.353970 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:08:55.367314 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a14:08:55.526950 tst mo_mt_call_osmux.py: using LAC 34473\u000a14:08:55.650461 tst mo_mt_call_osmux.py: using RAC 48\u000a14:08:55.777921 tst mo_mt_call_osmux.py: using CellId 34473\u000a14:08:55.903597 tst mo_mt_call_osmux.py: using BVCI 34474\u000a14:08:55.928596 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:08:55.940834 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:08:55.953099 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:08:55.965568 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:08:55.978002 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a14:08:55.991218 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a14:08:56.113783 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a14:08:56.326653 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:08:56.872740 run create_hlr_db(pid=30037): Launched\u000a14:08:57.054394 bus /sierra_2: Setting Powered False\u000a14:08:58.076302 run create_hlr_db(pid=30037): Terminated: ok {rc=0}\u000a14:08:58.512363 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30039): Launched\u000a14:08:58.930534 run osmo-hlr_10.42.42.2(pid=30040): Launched\u000a14:08:59.170854 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:08:59.805277 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30042): Launched\u000a14:09:00.227396 run osmo-stp_10.42.42.5(pid=30043): Launched\u000a14:09:00.463644 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:09:01.144767 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30045): Launched\u000a14:09:01.563870 run osmo-msc_10.42.42.6(pid=30046): Launched\u000a14:09:01.885216 run osmo-stp_10.42.42.5(pid=30043): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30043)]\u000a14:09:02.125332 run osmo-stp_10.42.42.5(pid=30043): stdout: \u000a| (launched: 2022-12-13_14:08:59.966354)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:09:02.320034 run osmo-stp_10.42.42.5(pid=30043): stderr: \u000a| �[0;m�[38;5;43m20221213140900295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140900295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140900295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140900296 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140900296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140900296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140900296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:09:02.447438 run osmo-stp_10.42.42.5(pid=30043): stdout: \u000a| (launched: 2022-12-13_14:08:59.966354)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:09:02.571870 run osmo-stp_10.42.42.5(pid=30043): stderr: \u000a| �[0;m�[38;5;43m20221213140900295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140900295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140900295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140900296 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140900296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140900296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140900296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:09:02.628900 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30043): Process ended prematurely: osmo-stp_10.42.42.5(pid=30043) [trial-2390↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30043)] [trial-2390↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a14:09:02.638764 tst mo_mt_call_osmux.py:8: Test FAILED (7.3 sec)\u000a14:09:02.701487 run osmo-hlr_10.42.42.2(pid=30040): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30040)]\u000a14:09:02.751501 run osmo-hlr_10.42.42.2(pid=30040): stdout: \u000a| (launched: 2022-12-13_14:08:58.675518) \u000a14:09:02.803772 run osmo-hlr_10.42.42.2(pid=30040): stderr: \u000a| �[0;m�[1;31m20221213140859011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213140859012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213140859012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140859012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140859012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213140859012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213140859030 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213140859038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213140859039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213140859039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:09:02.874647 run osmo-msc_10.42.42.6(pid=30046): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30046)]\u000a14:09:02.925203 run osmo-msc_10.42.42.6(pid=30046): stdout: \u000a| (launched: 2022-12-13_14:09:01.309168) \u000a14:09:02.975624 run osmo-msc_10.42.42.6(pid=30046): stderr: \u000a| �[0;m�[38;5;43m20221213140901853 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213140901853 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6133dd8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213140901853 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213140901853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213140901854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213140901854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213140901856 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213140901856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213140901856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213140901856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:09:03.020191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30039): Terminating (SIGTERM)\u000a14:09:03.063403 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30042): Terminating (SIGTERM)\u000a14:09:03.106479 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30045): Terminating (SIGTERM)\u000a14:09:03.116122 --- ParallelTerminationStrategy: PID 30039 died...\u000a14:09:03.170711 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30039): Terminated: ok {rc=0}\u000a14:09:03.181695 --- ParallelTerminationStrategy: PID 30042 died...\u000a14:09:03.236603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30042): Terminated: ok {rc=0}\u000a14:09:03.246635 --- ParallelTerminationStrategy: PID 30045 died...\u000a14:09:03.300482 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30045): Terminated: ok {rc=0}\u000a14:09:03.389008 bus /sierra_3: Setting Powered False\u000a14:09:04.496068 bus /sierra_3: Setting Powered False\u000a14:09:05.607256 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 24.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "149", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T14:08:43" }, { "cases" : [ { "testActions" : [ ], "age" : 65, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30061): Process ended prematurely: osmo-stp_10.42.42.5(pid=30061) [trial-2390↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30061)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30061): Process ended prematurely: osmo-stp_10.42.42.5(pid=30061) [trial-2390↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30061)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a14:09:07.643369 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:09:07.656335 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a14:09:07.830421 tst mo_mt_call.py: using LAC 34474\u000a14:09:07.963924 tst mo_mt_call.py: using RAC 49\u000a14:09:08.102823 tst mo_mt_call.py: using CellId 34474\u000a14:09:08.235026 tst mo_mt_call.py: using BVCI 34475\u000a14:09:08.262093 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:09:08.275129 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:09:08.288268 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:09:08.301992 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:09:08.315791 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:09:08.346063 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a14:09:08.594233 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a14:09:08.800553 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:09:09.338496 run create_hlr_db(pid=30055): Launched\u000a14:09:09.518695 bus /sierra_2: Setting Powered False\u000a14:09:10.545209 run create_hlr_db(pid=30055): Terminated: ok {rc=0}\u000a14:09:10.964688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30057): Launched\u000a14:09:11.274704 run osmo-hlr_10.42.42.2(pid=30058): Launched\u000a14:09:11.391113 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:09:11.924442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30060): Launched\u000a14:09:12.234272 run osmo-stp_10.42.42.5(pid=30061): Launched\u000a14:09:12.344777 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:09:12.905947 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30063): Launched\u000a14:09:13.215882 run osmo-msc_10.42.42.6(pid=30064): Launched\u000a14:09:13.395063 run osmo-stp_10.42.42.5(pid=30061): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30061)]\u000a14:09:13.524785 run osmo-stp_10.42.42.5(pid=30061): stdout: \u000a| (launched: 2022-12-13_14:09:12.080295)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:09:13.652552 run osmo-stp_10.42.42.5(pid=30061): stderr: \u000a| �[0;m�[38;5;43m20221213140912251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140912251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140912251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140912251 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140912252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140912252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140912252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:09:13.775815 run osmo-stp_10.42.42.5(pid=30061): stdout: \u000a| (launched: 2022-12-13_14:09:12.080295)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:09:13.897629 run osmo-stp_10.42.42.5(pid=30061): stderr: \u000a| �[0;m�[38;5;43m20221213140912251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140912251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140912251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140912251 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140912252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140912252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140912252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:09:13.951540 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30061): Process ended prematurely: osmo-stp_10.42.42.5(pid=30061) [trial-2390↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30061)] [trial-2390↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a14:09:13.960380 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a14:09:14.020253 run osmo-hlr_10.42.42.2(pid=30058): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30058)]\u000a14:09:14.069018 run osmo-hlr_10.42.42.2(pid=30058): stdout: \u000a| (launched: 2022-12-13_14:09:11.121405) \u000a14:09:14.118549 run osmo-hlr_10.42.42.2(pid=30058): stderr: \u000a| �[0;m�[1;31m20221213140911298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213140911298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213140911298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140911298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140911298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213140911298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213140911310 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213140911319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213140911319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213140911319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:09:14.185628 run osmo-msc_10.42.42.6(pid=30064): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30064)]\u000a14:09:14.234067 run osmo-msc_10.42.42.6(pid=30064): stdout: \u000a| (launched: 2022-12-13_14:09:13.062962) \u000a14:09:14.283073 run osmo-msc_10.42.42.6(pid=30064): stderr: \u000a| �[0;m�[38;5;43m20221213140913337 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213140913337 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f409ca75c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213140913337 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213140913337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213140913337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213140913337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213140913339 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213140913340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213140913340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213140913340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:09:14.325040 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30057): Terminating (SIGTERM)\u000a14:09:14.365575 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30060): Terminating (SIGTERM)\u000a14:09:14.405356 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30063): Terminating (SIGTERM)\u000a14:09:14.414718 --- ParallelTerminationStrategy: PID 30057 died...\u000a14:09:14.468093 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30057): Terminated: ok {rc=0}\u000a14:09:14.477864 --- ParallelTerminationStrategy: PID 30060 died...\u000a14:09:14.530411 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30060): Terminated: ok {rc=0}\u000a14:09:14.540213 --- ParallelTerminationStrategy: PID 30063 died...\u000a14:09:14.593059 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30063): Terminated: ok {rc=0}\u000a14:09:14.681027 bus /sierra_3: Setting Powered False\u000a14:09:15.783506 bus /sierra_3: Setting Powered False\u000a14:09:16.910717 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 73, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30073): Process ended prematurely: osmo-stp_10.42.42.5(pid=30073) [trial-2390↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30073)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30073): Process ended prematurely: osmo-stp_10.42.42.5(pid=30073) [trial-2390↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30073)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a14:09:18.028192 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:09:18.040631 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a14:09:18.216019 tst mo_mt_call_osmux.py: using LAC 34475\u000a14:09:18.354766 tst mo_mt_call_osmux.py: using RAC 50\u000a14:09:18.481679 tst mo_mt_call_osmux.py: using CellId 34475\u000a14:09:18.604386 tst mo_mt_call_osmux.py: using BVCI 34476\u000a14:09:18.627954 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:09:18.639546 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:09:18.650873 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:09:18.662156 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:09:18.673662 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a14:09:18.684633 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a14:09:18.801169 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a14:09:19.012272 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:09:19.508710 run create_hlr_db(pid=30067): Launched\u000a14:09:19.685496 bus /sierra_2: Setting Powered False\u000a14:09:20.707608 run create_hlr_db(pid=30067): Terminated: ok {rc=0}\u000a14:09:21.145314 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30069): Launched\u000a14:09:21.478249 run osmo-hlr_10.42.42.2(pid=30070): Launched\u000a14:09:21.599715 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:09:22.172936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30072): Launched\u000a14:09:22.505385 run osmo-stp_10.42.42.5(pid=30073): Launched\u000a14:09:22.624141 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:09:23.226279 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30075): Launched\u000a14:09:23.556241 run osmo-msc_10.42.42.6(pid=30076): Launched\u000a14:09:23.749366 run osmo-stp_10.42.42.5(pid=30073): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30073)]\u000a14:09:23.888314 run osmo-stp_10.42.42.5(pid=30073): stdout: \u000a| (launched: 2022-12-13_14:09:22.341600)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:09:24.026011 run osmo-stp_10.42.42.5(pid=30073): stderr: \u000a| �[0;m�[38;5;43m20221213140922534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140922534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140922534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140922534 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140922535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140922535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140922535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:09:24.158337 run osmo-stp_10.42.42.5(pid=30073): stdout: \u000a| (launched: 2022-12-13_14:09:22.341600)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:09:24.288773 run osmo-stp_10.42.42.5(pid=30073): stderr: \u000a| �[0;m�[38;5;43m20221213140922534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140922534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140922534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140922534 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140922535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140922535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140922535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:09:24.346490 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30073): Process ended prematurely: osmo-stp_10.42.42.5(pid=30073) [trial-2390↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30073)] [trial-2390↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a14:09:24.355876 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a14:09:24.418945 run osmo-hlr_10.42.42.2(pid=30070): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30070)]\u000a14:09:24.470384 run osmo-hlr_10.42.42.2(pid=30070): stdout: \u000a| (launched: 2022-12-13_14:09:21.313049) \u000a14:09:24.522832 run osmo-hlr_10.42.42.2(pid=30070): stderr: \u000a| �[0;m�[1;31m20221213140921510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213140921510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213140921510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140921510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140921510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213140921510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213140921523 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213140921531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213140921531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213140921532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:09:24.593355 run osmo-msc_10.42.42.6(pid=30076): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30076)]\u000a14:09:24.644502 run osmo-msc_10.42.42.6(pid=30076): stdout: \u000a| (launched: 2022-12-13_14:09:23.393626) \u000a14:09:24.696324 run osmo-msc_10.42.42.6(pid=30076): stderr: \u000a| �[0;m�[38;5;43m20221213140923717 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213140923718 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1519c3ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213140923718 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213140923718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213140923718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213140923718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213140923720 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213140923720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213140923720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213140923720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:09:24.741078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30069): Terminating (SIGTERM)\u000a14:09:24.783074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30072): Terminating (SIGTERM)\u000a14:09:24.825190 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30075): Terminating (SIGTERM)\u000a14:09:24.834891 --- ParallelTerminationStrategy: PID 30069 died...\u000a14:09:24.891286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30069): Terminated: ok {rc=0}\u000a14:09:24.901415 --- ParallelTerminationStrategy: PID 30072 died...\u000a14:09:24.957502 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30072): Terminated: ok {rc=0}\u000a14:09:24.967530 --- ParallelTerminationStrategy: PID 30075 died...\u000a14:09:25.023877 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30075): Terminated: ok {rc=0}\u000a14:09:25.110967 bus /sierra_3: Setting Powered False\u000a14:09:26.217496 bus /sierra_3: Setting Powered False\u000a14:09:27.326704 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "150", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T14:09:07" }, { "cases" : [ { "testActions" : [ ], "age" : 60, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30088): Process ended prematurely: osmo-stp_10.42.42.5(pid=30088) [trial-2390↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30088)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30088): Process ended prematurely: osmo-stp_10.42.42.5(pid=30088) [trial-2390↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30088)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a14:09:29.329231 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:09:29.340540 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a14:09:29.496718 tst mo_mt_call.py: using LAC 34476\u000a14:09:29.617189 tst mo_mt_call.py: using RAC 51\u000a14:09:29.739470 tst mo_mt_call.py: using CellId 34476\u000a14:09:29.862523 tst mo_mt_call.py: using BVCI 34477\u000a14:09:29.886007 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:09:29.897267 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:09:29.908199 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:09:29.919202 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:09:29.930309 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:09:29.941433 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a14:09:30.057806 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a14:09:30.272605 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:09:30.790792 run create_hlr_db(pid=30082): Launched\u000a14:09:31.000777 bus /sierra_2: Setting Powered False\u000a14:09:31.995320 run create_hlr_db(pid=30082): Terminated: ok {rc=0}\u000a14:09:32.466265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30084): Launched\u000a14:09:32.797143 run osmo-hlr_10.42.42.2(pid=30085): Launched\u000a14:09:32.918586 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:09:33.489403 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30087): Launched\u000a14:09:33.820999 run osmo-stp_10.42.42.5(pid=30088): Launched\u000a14:09:33.939746 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:09:34.541875 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30090): Launched\u000a14:09:34.873746 run osmo-msc_10.42.42.6(pid=30091): Launched\u000a14:09:35.066392 run osmo-stp_10.42.42.5(pid=30088): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30088)]\u000a14:09:35.206120 run osmo-stp_10.42.42.5(pid=30088): stdout: \u000a| (launched: 2022-12-13_14:09:33.657569)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:09:35.343749 run osmo-stp_10.42.42.5(pid=30088): stderr: \u000a| �[0;m�[38;5;43m20221213140933851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140933851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140933852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140933852 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140933852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140933853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140933853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:09:35.476072 run osmo-stp_10.42.42.5(pid=30088): stdout: \u000a| (launched: 2022-12-13_14:09:33.657569)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:09:35.606804 run osmo-stp_10.42.42.5(pid=30088): stderr: \u000a| �[0;m�[38;5;43m20221213140933851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140933851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140933852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140933852 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140933852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140933853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140933853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:09:35.664251 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30088): Process ended prematurely: osmo-stp_10.42.42.5(pid=30088) [trial-2390↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30088)] [trial-2390↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a14:09:35.673691 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a14:09:35.737112 run osmo-hlr_10.42.42.2(pid=30085): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30085)]\u000a14:09:35.788812 run osmo-hlr_10.42.42.2(pid=30085): stdout: \u000a| (launched: 2022-12-13_14:09:32.634131) \u000a14:09:35.841540 run osmo-hlr_10.42.42.2(pid=30085): stderr: \u000a| �[0;m�[1;31m20221213140932831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213140932831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213140932831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140932831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140932831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213140932831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213140932846 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213140932854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213140932855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213140932855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:09:35.912885 run osmo-msc_10.42.42.6(pid=30091): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30091)]\u000a14:09:35.964824 run osmo-msc_10.42.42.6(pid=30091): stdout: \u000a| (launched: 2022-12-13_14:09:34.709543) \u000a14:09:36.017091 run osmo-msc_10.42.42.6(pid=30091): stderr: \u000a| �[0;m�[38;5;43m20221213140935033 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213140935033 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7709f60c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213140935033 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213140935033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213140935033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213140935034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213140935035 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213140935036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213140935036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213140935036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:09:36.061759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30084): Terminating (SIGTERM)\u000a14:09:36.103992 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30087): Terminating (SIGTERM)\u000a14:09:36.146911 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30090): Terminating (SIGTERM)\u000a14:09:36.156681 --- ParallelTerminationStrategy: PID 30084 died...\u000a14:09:36.213658 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30084): Terminated: ok {rc=0}\u000a14:09:36.223771 --- ParallelTerminationStrategy: PID 30087 died...\u000a14:09:36.280322 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30087): Terminated: ok {rc=0}\u000a14:09:36.290436 --- ParallelTerminationStrategy: PID 30090 died...\u000a14:09:36.347038 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30090): Terminated: ok {rc=0}\u000a14:09:36.434892 bus /sierra_3: Setting Powered False\u000a14:09:37.541789 bus /sierra_3: Setting Powered False\u000a14:09:38.653472 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 71, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30099): Process ended prematurely: osmo-stp_10.42.42.5(pid=30099) [trial-2390↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30099)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30099): Process ended prematurely: osmo-stp_10.42.42.5(pid=30099) [trial-2390↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30099)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a14:09:39.765204 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:09:39.776897 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a14:09:39.932376 tst mo_mt_call_osmux.py: using LAC 34477\u000a14:09:40.054685 tst mo_mt_call_osmux.py: using RAC 52\u000a14:09:40.180525 tst mo_mt_call_osmux.py: using CellId 34477\u000a14:09:40.301272 tst mo_mt_call_osmux.py: using BVCI 34478\u000a14:09:40.324641 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:09:40.335977 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:09:40.347146 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:09:40.358205 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:09:40.369356 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a14:09:40.380359 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a14:09:40.501557 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a14:09:40.706563 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:09:41.204047 run create_hlr_db(pid=30093): Launched\u000a14:09:41.379673 bus /sierra_2: Setting Powered False\u000a14:09:42.401898 run create_hlr_db(pid=30093): Terminated: ok {rc=0}\u000a14:09:42.839785 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30095): Launched\u000a14:09:43.170010 run osmo-hlr_10.42.42.2(pid=30096): Launched\u000a14:09:43.289177 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:09:43.861681 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30098): Launched\u000a14:09:44.191761 run osmo-stp_10.42.42.5(pid=30099): Launched\u000a14:09:44.311249 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:09:44.913115 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30101): Launched\u000a14:09:45.243517 run osmo-msc_10.42.42.6(pid=30102): Launched\u000a14:09:45.436788 run osmo-stp_10.42.42.5(pid=30099): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30099)]\u000a14:09:45.576619 run osmo-stp_10.42.42.5(pid=30099): stdout: \u000a| (launched: 2022-12-13_14:09:44.028860)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:09:45.714788 run osmo-stp_10.42.42.5(pid=30099): stderr: \u000a| �[0;m�[38;5;43m20221213140944221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140944221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140944221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140944222 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140944222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140944222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140944222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:09:45.848679 run osmo-stp_10.42.42.5(pid=30099): stdout: \u000a| (launched: 2022-12-13_14:09:44.028860)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:09:45.997344 run osmo-stp_10.42.42.5(pid=30099): stderr: \u000a| �[0;m�[38;5;43m20221213140944221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140944221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140944221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140944222 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140944222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140944222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140944222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:09:46.057420 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30099): Process ended prematurely: osmo-stp_10.42.42.5(pid=30099) [trial-2390↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30099)] [trial-2390↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a14:09:46.067909 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a14:09:46.133753 run osmo-hlr_10.42.42.2(pid=30096): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30096)]\u000a14:09:46.187346 run osmo-hlr_10.42.42.2(pid=30096): stdout: \u000a| (launched: 2022-12-13_14:09:43.007327) \u000a14:09:46.241551 run osmo-hlr_10.42.42.2(pid=30096): stderr: \u000a| �[0;m�[1;31m20221213140943205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213140943205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213140943205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140943205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140943205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213140943205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213140943217 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213140943226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213140943226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213140943226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:09:46.314696 run osmo-msc_10.42.42.6(pid=30102): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30102)]\u000a14:09:46.368019 run osmo-msc_10.42.42.6(pid=30102): stdout: \u000a| (launched: 2022-12-13_14:09:45.079854) \u000a14:09:46.422043 run osmo-msc_10.42.42.6(pid=30102): stderr: \u000a| �[0;m�[38;5;43m20221213140945401 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213140945401 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6c50a4fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213140945401 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213140945401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213140945401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213140945402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213140945403 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213140945404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213140945404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213140945404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:09:46.468809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30095): Terminating (SIGTERM)\u000a14:09:46.514870 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30098): Terminating (SIGTERM)\u000a14:09:46.561204 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30101): Terminating (SIGTERM)\u000a14:09:46.571623 --- ParallelTerminationStrategy: PID 30095 died...\u000a14:09:46.630916 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30095): Terminated: ok {rc=0}\u000a14:09:46.642361 --- ParallelTerminationStrategy: PID 30098 died...\u000a14:09:46.700513 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30098): Terminated: ok {rc=0}\u000a14:09:46.712077 --- ParallelTerminationStrategy: PID 30101 died...\u000a14:09:46.770176 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30101): Terminated: ok {rc=0}\u000a14:09:46.862382 bus /sierra_3: Setting Powered False\u000a14:09:47.967607 bus /sierra_3: Setting Powered False\u000a14:09:49.078072 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "151", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T14:09:29" }, { "cases" : [ { "testActions" : [ ], "age" : 65, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30113): Process ended prematurely: osmo-stp_10.42.42.5(pid=30113) [trial-2390↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30113)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30113): Process ended prematurely: osmo-stp_10.42.42.5(pid=30113) [trial-2390↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30113)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a14:09:51.082468 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:09:51.094123 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a14:09:51.248499 tst mo_mt_call.py: using LAC 34478\u000a14:09:51.369927 tst mo_mt_call.py: using RAC 53\u000a14:09:51.489348 tst mo_mt_call.py: using CellId 34478\u000a14:09:51.610129 tst mo_mt_call.py: using BVCI 34479\u000a14:09:51.633882 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:09:51.645202 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:09:51.656224 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:09:51.667385 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:09:51.678764 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:09:51.690104 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a14:09:51.806282 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a14:09:52.014447 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:09:52.507917 run create_hlr_db(pid=30107): Launched\u000a14:09:52.685816 bus /sierra_2: Setting Powered False\u000a14:09:53.705823 run create_hlr_db(pid=30107): Terminated: ok {rc=0}\u000a14:09:54.144337 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30109): Launched\u000a14:09:54.474958 run osmo-hlr_10.42.42.2(pid=30110): Launched\u000a14:09:54.595987 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:09:55.171752 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30112): Launched\u000a14:09:55.502746 run osmo-stp_10.42.42.5(pid=30113): Launched\u000a14:09:55.631223 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:09:56.231969 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30115): Launched\u000a14:09:56.562402 run osmo-msc_10.42.42.6(pid=30116): Launched\u000a14:09:56.755216 run osmo-stp_10.42.42.5(pid=30113): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30113)]\u000a14:09:56.894603 run osmo-stp_10.42.42.5(pid=30113): stdout: \u000a| (launched: 2022-12-13_14:09:55.339044)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:09:57.032301 run osmo-stp_10.42.42.5(pid=30113): stderr: \u000a| �[0;m�[38;5;43m20221213140955537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140955537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140955538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140955538 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140955539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140955539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140955539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:09:57.164393 run osmo-stp_10.42.42.5(pid=30113): stdout: \u000a| (launched: 2022-12-13_14:09:55.339044)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:09:57.295071 run osmo-stp_10.42.42.5(pid=30113): stderr: \u000a| �[0;m�[38;5;43m20221213140955537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213140955537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213140955538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213140955538 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213140955539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213140955539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213140955539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:09:57.352847 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30113): Process ended prematurely: osmo-stp_10.42.42.5(pid=30113) [trial-2390↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30113)] [trial-2390↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a14:09:57.362254 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a14:09:57.425667 run osmo-hlr_10.42.42.2(pid=30110): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30110)]\u000a14:09:57.477365 run osmo-hlr_10.42.42.2(pid=30110): stdout: \u000a| (launched: 2022-12-13_14:09:54.312393) \u000a14:09:57.529786 run osmo-hlr_10.42.42.2(pid=30110): stderr: \u000a| �[0;m�[1;31m20221213140954511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213140954512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213140954512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140954512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213140954512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213140954512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213140954528 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213140954537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213140954537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213140954537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:09:57.601065 run osmo-msc_10.42.42.6(pid=30116): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30116)]\u000a14:09:57.652534 run osmo-msc_10.42.42.6(pid=30116): stdout: \u000a| (launched: 2022-12-13_14:09:56.399153) \u000a14:09:57.704626 run osmo-msc_10.42.42.6(pid=30116): stderr: \u000a| �[0;m�[38;5;43m20221213140956725 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213140956725 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f30d747bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213140956725 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213140956725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213140956725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213140956725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213140956727 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213140956727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213140956728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213140956728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:09:57.749414 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30109): Terminating (SIGTERM)\u000a14:09:57.791504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30112): Terminating (SIGTERM)\u000a14:09:57.833729 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30115): Terminating (SIGTERM)\u000a14:09:57.843499 --- ParallelTerminationStrategy: PID 30109 died...\u000a14:09:57.900239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30109): Terminated: ok {rc=0}\u000a14:09:57.910540 --- ParallelTerminationStrategy: PID 30112 died...\u000a14:09:57.967029 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30112): Terminated: ok {rc=0}\u000a14:09:57.977211 --- ParallelTerminationStrategy: PID 30115 died...\u000a14:09:58.033288 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30115): Terminated: ok {rc=0}\u000a14:09:58.120454 bus /sierra_3: Setting Powered False\u000a14:09:59.222913 bus /sierra_3: Setting Powered False\u000a14:10:00.330355 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 68, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30127): Process ended prematurely: osmo-stp_10.42.42.5(pid=30127) [trial-2390↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30127)]", "failedSince" : 2323, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30127): Process ended prematurely: osmo-stp_10.42.42.5(pid=30127) [trial-2390↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30127)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a14:10:01.469999 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:10:01.484490 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a14:10:01.653591 tst mo_mt_call_osmux.py: using LAC 34479\u000a14:10:01.816200 tst mo_mt_call_osmux.py: using RAC 54\u000a14:10:01.942738 tst mo_mt_call_osmux.py: using CellId 34479\u000a14:10:02.090143 tst mo_mt_call_osmux.py: using BVCI 34480\u000a14:10:02.120908 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:10:02.134186 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:10:02.147070 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:10:02.159977 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:10:02.174380 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a14:10:02.188298 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a14:10:02.314188 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a14:10:02.520539 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:10:03.015001 run create_hlr_db(pid=30121): Launched\u000a14:10:03.191267 bus /sierra_2: Setting Powered False\u000a14:10:04.213255 run create_hlr_db(pid=30121): Terminated: ok {rc=0}\u000a14:10:04.648732 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30123): Launched\u000a14:10:04.979260 run osmo-hlr_10.42.42.2(pid=30124): Launched\u000a14:10:05.098524 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:10:05.669252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30126): Launched\u000a14:10:05.999140 run osmo-stp_10.42.42.5(pid=30127): Launched\u000a14:10:06.117656 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:10:06.718638 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30129): Launched\u000a14:10:07.048565 run osmo-msc_10.42.42.6(pid=30130): Launched\u000a14:10:07.241403 run osmo-stp_10.42.42.5(pid=30127): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30127)]\u000a14:10:07.379823 run osmo-stp_10.42.42.5(pid=30127): stdout: \u000a| (launched: 2022-12-13_14:10:05.835815)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:10:07.517194 run osmo-stp_10.42.42.5(pid=30127): stderr: \u000a| �[0;m�[38;5;43m20221213141006027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213141006027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213141006028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213141006028 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213141006028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213141006029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213141006029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:10:07.648378 run osmo-stp_10.42.42.5(pid=30127): stdout: \u000a| (launched: 2022-12-13_14:10:05.835815)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:10:07.778867 run osmo-stp_10.42.42.5(pid=30127): stderr: \u000a| �[0;m�[38;5;43m20221213141006027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213141006027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213141006028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213141006028 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213141006028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213141006029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213141006029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:10:07.836374 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30127): Process ended prematurely: osmo-stp_10.42.42.5(pid=30127) [trial-2390↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30127)] [trial-2390↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a14:10:07.845963 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a14:10:07.908999 run osmo-hlr_10.42.42.2(pid=30124): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30124)]\u000a14:10:07.960483 run osmo-hlr_10.42.42.2(pid=30124): stdout: \u000a| (launched: 2022-12-13_14:10:04.816182) \u000a14:10:08.012390 run osmo-hlr_10.42.42.2(pid=30124): stderr: \u000a| �[0;m�[1;31m20221213141005014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213141005014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213141005014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141005014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141005015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213141005015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213141005025 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213141005034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213141005035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213141005035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:10:08.083097 run osmo-msc_10.42.42.6(pid=30130): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30130)]\u000a14:10:08.134828 run osmo-msc_10.42.42.6(pid=30130): stdout: \u000a| (launched: 2022-12-13_14:10:06.886101) \u000a14:10:08.187266 run osmo-msc_10.42.42.6(pid=30130): stderr: \u000a| �[0;m�[38;5;43m20221213141007207 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213141007207 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efcee9afc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213141007207 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213141007207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213141007207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213141007207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213141007209 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213141007209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213141007210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213141007210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:10:08.231724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30123): Terminating (SIGTERM)\u000a14:10:08.273980 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30126): Terminating (SIGTERM)\u000a14:10:08.316296 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30129): Terminating (SIGTERM)\u000a14:10:08.326172 --- ParallelTerminationStrategy: PID 30123 died...\u000a14:10:08.383094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30123): Terminated: ok {rc=0}\u000a14:10:08.393410 --- ParallelTerminationStrategy: PID 30126 died...\u000a14:10:08.451785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30126): Terminated: ok {rc=0}\u000a14:10:08.462161 --- ParallelTerminationStrategy: PID 30129 died...\u000a14:10:08.518078 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30129): Terminated: ok {rc=0}\u000a14:10:08.605324 bus /sierra_3: Setting Powered False\u000a14:10:09.709186 bus /sierra_3: Setting Powered False\u000a14:10:10.820748 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "152", "name" : "voice_nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T14:09:50" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30141): Process ended prematurely: osmo-stp_10.42.42.5(pid=30141) [trial-2390↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30141)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30141): Process ended prematurely: osmo-stp_10.42.42.5(pid=30141) [trial-2390↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30141)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a14:10:12.831558 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a14:10:12.843333 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a14:10:12.982241 tst mo_mt_call.py: using LAC 34480\u000a14:10:13.104733 tst mo_mt_call.py: using RAC 55\u000a14:10:13.226932 tst mo_mt_call.py: using CellId 34480\u000a14:10:13.352422 tst mo_mt_call.py: using BVCI 34481\u000a14:10:13.375756 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a14:10:13.387314 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a14:10:13.398613 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a14:10:13.409826 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a14:10:13.421352 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a14:10:13.432790 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a14:10:13.553489 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a14:10:13.767896 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:10:14.287789 run create_hlr_db(pid=30135): Launched\u000a14:10:14.478081 bus /sierra_2: Setting Powered False\u000a14:10:15.487298 run create_hlr_db(pid=30135): Terminated: ok {rc=0}\u000a14:10:15.958225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30137): Launched\u000a14:10:16.388933 run osmo-hlr_10.42.42.2(pid=30138): Launched\u000a14:10:16.557478 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:10:17.234432 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30140): Launched\u000a14:10:17.567707 run osmo-stp_10.42.42.5(pid=30141): Launched\u000a14:10:17.687185 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:10:18.288753 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30143): Launched\u000a14:10:18.621965 run osmo-msc_10.42.42.6(pid=30144): Launched\u000a14:10:18.814493 run osmo-stp_10.42.42.5(pid=30141): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30141)]\u000a14:10:18.953720 run osmo-stp_10.42.42.5(pid=30141): stdout: \u000a| (launched: 2022-12-13_14:10:17.402225)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:10:19.091412 run osmo-stp_10.42.42.5(pid=30141): stderr: \u000a| �[0;m�[38;5;43m20221213141017594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213141017594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213141017594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213141017594 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213141017595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213141017595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213141017595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:10:19.223877 run osmo-stp_10.42.42.5(pid=30141): stdout: \u000a| (launched: 2022-12-13_14:10:17.402225)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:10:19.354626 run osmo-stp_10.42.42.5(pid=30141): stderr: \u000a| �[0;m�[38;5;43m20221213141017594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213141017594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213141017594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213141017594 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213141017595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213141017595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213141017595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:10:19.412204 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30141): Process ended prematurely: osmo-stp_10.42.42.5(pid=30141) [trial-2390↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30141)] [trial-2390↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a14:10:19.421744 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a14:10:19.485094 run osmo-hlr_10.42.42.2(pid=30138): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30138)]\u000a14:10:19.536611 run osmo-hlr_10.42.42.2(pid=30138): stdout: \u000a| (launched: 2022-12-13_14:10:16.129588) \u000a14:10:19.588931 run osmo-hlr_10.42.42.2(pid=30138): stderr: \u000a| �[0;m�[1;31m20221213141016439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213141016439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213141016439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141016439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141016439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213141016439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213141016454 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213141016462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213141016462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213141016462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:10:19.659663 run osmo-msc_10.42.42.6(pid=30144): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30144)]\u000a14:10:19.711248 run osmo-msc_10.42.42.6(pid=30144): stdout: \u000a| (launched: 2022-12-13_14:10:18.456484) \u000a14:10:19.763358 run osmo-msc_10.42.42.6(pid=30144): stderr: \u000a| �[0;m�[38;5;43m20221213141018778 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213141018778 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fabf0b7fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213141018778 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213141018778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213141018779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213141018779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213141018780 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213141018781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213141018781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213141018781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:10:19.807846 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30137): Terminating (SIGTERM)\u000a14:10:19.849971 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30140): Terminating (SIGTERM)\u000a14:10:19.891937 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30143): Terminating (SIGTERM)\u000a14:10:19.901811 --- ParallelTerminationStrategy: PID 30137 died...\u000a14:10:19.958627 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30137): Terminated: ok {rc=0}\u000a14:10:19.968819 --- ParallelTerminationStrategy: PID 30140 died...\u000a14:10:20.025120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30140): Terminated: ok {rc=0}\u000a14:10:20.035130 --- ParallelTerminationStrategy: PID 30143 died...\u000a14:10:20.091608 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30143): Terminated: ok {rc=0}\u000a14:10:20.178077 bus /sierra_3: Setting Powered False\u000a14:10:21.284552 bus /sierra_3: Setting Powered False\u000a14:10:22.395690 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30152): Process ended prematurely: osmo-stp_10.42.42.5(pid=30152) [trial-2390↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30152)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30152): Process ended prematurely: osmo-stp_10.42.42.5(pid=30152) [trial-2390↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30152)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a14:10:23.506282 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a14:10:23.518313 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a14:10:23.657906 tst mo_mt_call_osmux.py: using LAC 34481\u000a14:10:23.777330 tst mo_mt_call_osmux.py: using RAC 56\u000a14:10:23.897597 tst mo_mt_call_osmux.py: using CellId 34481\u000a14:10:24.018411 tst mo_mt_call_osmux.py: using BVCI 34482\u000a14:10:24.041884 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a14:10:24.053299 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a14:10:24.064520 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a14:10:24.075748 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a14:10:24.087340 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a14:10:24.098599 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a14:10:24.215746 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a14:10:24.431117 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:10:24.951390 run create_hlr_db(pid=30146): Launched\u000a14:10:25.141424 bus /sierra_2: Setting Powered False\u000a14:10:26.162549 run create_hlr_db(pid=30146): Terminated: ok {rc=0}\u000a14:10:26.576218 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30148): Launched\u000a14:10:26.887325 run osmo-hlr_10.42.42.2(pid=30149): Launched\u000a14:10:27.001132 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:10:27.535116 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30151): Launched\u000a14:10:27.843886 run osmo-stp_10.42.42.5(pid=30152): Launched\u000a14:10:27.954823 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:10:28.518245 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30154): Launched\u000a14:10:28.830154 run osmo-msc_10.42.42.6(pid=30155): Launched\u000a14:10:29.011879 run osmo-stp_10.42.42.5(pid=30152): ERR: Terminated: ERROR {rc=1} [trial-2390↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30152)]\u000a14:10:29.152786 run osmo-stp_10.42.42.5(pid=30152): stdout: \u000a| (launched: 2022-12-13_14:10:27.691178)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:10:29.281260 run osmo-stp_10.42.42.5(pid=30152): stderr: \u000a| �[0;m�[38;5;43m20221213141027862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213141027862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213141027862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213141027863 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213141027863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213141027863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213141027863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:10:29.404742 run osmo-stp_10.42.42.5(pid=30152): stdout: \u000a| (launched: 2022-12-13_14:10:27.691178)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:10:29.527076 run osmo-stp_10.42.42.5(pid=30152): stderr: \u000a| �[0;m�[38;5;43m20221213141027862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213141027862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213141027862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213141027863 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213141027863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213141027863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213141027863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:10:29.581354 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30152): Process ended prematurely: osmo-stp_10.42.42.5(pid=30152) [trial-2390↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30152)] [trial-2390↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a14:10:29.590155 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a14:10:29.649814 run osmo-hlr_10.42.42.2(pid=30149): ERR: Terminated: ERROR {rc=237} [trial-2390↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30149)]\u000a14:10:29.698844 run osmo-hlr_10.42.42.2(pid=30149): stdout: \u000a| (launched: 2022-12-13_14:10:26.732467) \u000a14:10:29.748469 run osmo-hlr_10.42.42.2(pid=30149): stderr: \u000a| �[0;m�[1;31m20221213141026911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213141026911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213141026911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141026911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141026911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213141026911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213141026923 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213141026933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213141026934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213141026934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:10:29.815971 run osmo-msc_10.42.42.6(pid=30155): ERR: Terminated: ERROR {rc=2} [trial-2390↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30155)]\u000a14:10:29.864806 run osmo-msc_10.42.42.6(pid=30155): stdout: \u000a| (launched: 2022-12-13_14:10:28.674914) \u000a14:10:29.914878 run osmo-msc_10.42.42.6(pid=30155): stderr: \u000a| �[0;m�[38;5;43m20221213141028948 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213141028948 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbb3233fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213141028948 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213141028948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213141028948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213141028949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213141028950 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213141028951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213141028951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213141028951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:10:29.957143 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30148): Terminating (SIGTERM)\u000a14:10:29.996849 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30151): Terminating (SIGTERM)\u000a14:10:30.036578 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30154): Terminating (SIGTERM)\u000a14:10:30.045927 --- ParallelTerminationStrategy: PID 30148 died...\u000a14:10:30.099091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30148): Terminated: ok {rc=0}\u000a14:10:30.108762 --- ParallelTerminationStrategy: PID 30151 died...\u000a14:10:30.162011 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30151): Terminated: ok {rc=0}\u000a14:10:30.171819 --- ParallelTerminationStrategy: PID 30154 died...\u000a14:10:30.225169 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30154): Terminated: ok {rc=0}\u000a14:10:30.313446 bus /sierra_3: Setting Powered False\u000a14:10:31.418295 bus /sierra_3: Setting Powered False\u000a14:10:32.525982 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "153", "name" : "voice_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T14:10:12" }, { "cases" : [ { "testActions" : [ ], "age" : 60, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30168): Process ended prematurely: osmo-stp_10.42.42.5(pid=30168) [trial-2390↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30168)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30168): Process ended prematurely: osmo-stp_10.42.42.5(pid=30168) [trial-2390↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30168)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 emergency:nanobts+band-900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a14:10:34.560208 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a14:10:34.571440 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a14:10:34.713446 tst emergency_mo_mt_call.py: using LAC 34482\u000a14:10:34.839062 tst emergency_mo_mt_call.py: using RAC 57\u000a14:10:34.965162 tst emergency_mo_mt_call.py: using CellId 34482\u000a14:10:35.093208 tst emergency_mo_mt_call.py: using BVCI 34483\u000a14:10:35.117758 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a14:10:35.129064 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a14:10:35.140078 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a14:10:35.151678 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a14:10:35.163121 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a14:10:35.174556 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a14:10:35.293529 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a14:10:35.504033 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:10:36.012002 run create_hlr_db(pid=30162): Launched\u000a14:10:36.199991 bus /sierra_2: Setting Powered False\u000a14:10:37.209168 run create_hlr_db(pid=30162): Terminated: ok {rc=0}\u000a14:10:37.650261 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30164): Launched\u000a14:10:37.976114 run osmo-hlr_10.42.42.2(pid=30165): Launched\u000a14:10:38.097138 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:10:38.658925 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30167): Launched\u000a14:10:38.984316 run osmo-stp_10.42.42.5(pid=30168): Launched\u000a14:10:39.115447 tst emergency_mo_mt_call.py: using MSISDN 8191\u000a14:10:39.276836 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:10:39.866560 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30170): Launched\u000a14:10:40.192291 run osmo-msc_10.42.42.6(pid=30171): Launched\u000a14:10:40.381639 run osmo-stp_10.42.42.5(pid=30168): ERR: Terminated: ERROR {rc=1} [trial-2390↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30168)]\u000a14:10:40.518221 run osmo-stp_10.42.42.5(pid=30168): stdout: \u000a| (launched: 2022-12-13_14:10:38.822999)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:10:40.654111 run osmo-stp_10.42.42.5(pid=30168): stderr: \u000a| �[0;m�[38;5;43m20221213141039015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213141039015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213141039015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213141039016 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213141039017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213141039017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213141039017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:10:40.783439 run osmo-stp_10.42.42.5(pid=30168): stdout: \u000a| (launched: 2022-12-13_14:10:38.822999)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:10:40.911747 run osmo-stp_10.42.42.5(pid=30168): stderr: \u000a| �[0;m�[38;5;43m20221213141039015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213141039015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213141039015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213141039016 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213141039017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213141039017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213141039017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:10:40.968001 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=30168): Process ended prematurely: osmo-stp_10.42.42.5(pid=30168) [trial-2390↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30168)] [trial-2390↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19]\u000a14:10:40.976825 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a14:10:41.040463 run osmo-hlr_10.42.42.2(pid=30165): ERR: Terminated: ERROR {rc=237} [trial-2390↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30165)]\u000a14:10:41.092340 run osmo-hlr_10.42.42.2(pid=30165): stdout: \u000a| (launched: 2022-12-13_14:10:37.814408) \u000a14:10:41.144643 run osmo-hlr_10.42.42.2(pid=30165): stderr: \u000a| �[0;m�[1;31m20221213141038011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213141038011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213141038011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141038011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141038011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213141038011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213141038024 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/emergency:nanobts+band-900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213141038033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213141038033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213141038033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:10:41.215919 run osmo-msc_10.42.42.6(pid=30171): ERR: Terminated: ERROR {rc=2} [trial-2390↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30171)]\u000a14:10:41.267593 run osmo-msc_10.42.42.6(pid=30171): stdout: \u000a| (launched: 2022-12-13_14:10:40.030108) \u000a14:10:41.319891 run osmo-msc_10.42.42.6(pid=30171): stderr: \u000a| �[0;m�[38;5;43m20221213141040350 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213141040350 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff1ede95c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213141040350 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213141040350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213141040350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213141040350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213141040352 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213141040352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213141040352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213141040353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:10:41.364546 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30164): Terminating (SIGTERM)\u000a14:10:41.406851 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30167): Terminating (SIGTERM)\u000a14:10:41.448920 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30170): Terminating (SIGTERM)\u000a14:10:41.458750 --- ParallelTerminationStrategy: PID 30164 died...\u000a14:10:41.515292 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30164): Terminated: ok {rc=0}\u000a14:10:41.525428 --- ParallelTerminationStrategy: PID 30167 died...\u000a14:10:41.581689 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30167): Terminated: ok {rc=0}\u000a14:10:41.591749 --- ParallelTerminationStrategy: PID 30170 died...\u000a14:10:41.647833 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30170): Terminated: ok {rc=0}\u000a14:10:41.734177 bus /sierra_3: Setting Powered False\u000a14:10:42.839558 bus /sierra_3: Setting Powered False\u000a14:10:43.948250 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30179): Process ended prematurely: osmo-stp_10.42.42.5(pid=30179) [trial-2390↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30179)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30179): Process ended prematurely: osmo-stp_10.42.42.5(pid=30179) [trial-2390↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30179)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 emergency:nanobts+band-900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a14:10:44.999504 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a14:10:45.010874 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a14:10:45.147100 tst emergency_preemptive_call.py: using LAC 34483\u000a14:10:45.267008 tst emergency_preemptive_call.py: using RAC 58\u000a14:10:45.386171 tst emergency_preemptive_call.py: using CellId 34483\u000a14:10:45.503443 tst emergency_preemptive_call.py: using BVCI 34484\u000a14:10:45.526229 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a14:10:45.537071 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a14:10:45.547589 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a14:10:45.558415 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a14:10:45.568929 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a14:10:45.579588 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a14:10:45.694402 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a14:10:45.810937 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a14:10:45.946479 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a14:10:46.185331 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:10:46.778966 run create_hlr_db(pid=30173): Launched\u000a14:10:46.971963 bus /sierra_2: Setting Powered False\u000a14:10:47.987544 run create_hlr_db(pid=30173): Terminated: ok {rc=0}\u000a14:10:48.397910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30175): Launched\u000a14:10:48.704090 run osmo-hlr_10.42.42.2(pid=30176): Launched\u000a14:10:48.818797 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:10:49.343263 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30178): Launched\u000a14:10:49.646792 run osmo-stp_10.42.42.5(pid=30179): Launched\u000a14:10:49.767174 tst emergency_preemptive_call.py: using MSISDN 8192\u000a14:10:49.916181 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:10:50.468580 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30181): Launched\u000a14:10:50.772511 run osmo-msc_10.42.42.6(pid=30182): Launched\u000a14:10:50.949242 run osmo-stp_10.42.42.5(pid=30179): ERR: Terminated: ERROR {rc=1} [trial-2390↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30179)]\u000a14:10:51.076552 run osmo-stp_10.42.42.5(pid=30179): stdout: \u000a| (launched: 2022-12-13_14:10:49.495739)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:10:51.203238 run osmo-stp_10.42.42.5(pid=30179): stderr: \u000a| �[0;m�[38;5;43m20221213141049666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213141049666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213141049666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213141049667 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213141049667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213141049667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213141049667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:10:51.323505 run osmo-stp_10.42.42.5(pid=30179): stdout: \u000a| (launched: 2022-12-13_14:10:49.495739)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:10:51.442815 run osmo-stp_10.42.42.5(pid=30179): stderr: \u000a| �[0;m�[38;5;43m20221213141049666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213141049666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213141049666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213141049667 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213141049667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213141049667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213141049667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:10:51.495624 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=30179): Process ended prematurely: osmo-stp_10.42.42.5(pid=30179) [trial-2390↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30179)] [trial-2390↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32]\u000a14:10:51.503559 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a14:10:51.563202 run osmo-hlr_10.42.42.2(pid=30176): ERR: Terminated: ERROR {rc=237} [trial-2390↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30176)]\u000a14:10:51.612080 run osmo-hlr_10.42.42.2(pid=30176): stdout: \u000a| (launched: 2022-12-13_14:10:48.551294) \u000a14:10:51.661546 run osmo-hlr_10.42.42.2(pid=30176): stderr: \u000a| �[0;m�[1;31m20221213141048726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213141048726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213141048726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141048726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141048727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213141048727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213141048739 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/emergency:nanobts+band-900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213141048747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213141048747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213141048747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:10:51.728856 run osmo-msc_10.42.42.6(pid=30182): ERR: Terminated: ERROR {rc=2} [trial-2390↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30182)]\u000a14:10:51.777708 run osmo-msc_10.42.42.6(pid=30182): stdout: \u000a| (launched: 2022-12-13_14:10:50.621227) \u000a14:10:51.827107 run osmo-msc_10.42.42.6(pid=30182): stderr: \u000a| �[0;m�[38;5;43m20221213141050893 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213141050893 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2483c50c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213141050893 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213141050894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213141050894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213141050894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213141050896 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213141050896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213141050896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213141050896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:10:51.871928 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30175): Terminating (SIGTERM)\u000a14:10:51.912611 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30178): Terminating (SIGTERM)\u000a14:10:51.952916 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30181): Terminating (SIGTERM)\u000a14:10:51.962212 --- ParallelTerminationStrategy: PID 30175 died...\u000a14:10:52.015463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30175): Terminated: ok {rc=0}\u000a14:10:52.025144 --- ParallelTerminationStrategy: PID 30178 died...\u000a14:10:52.078187 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30178): Terminated: ok {rc=0}\u000a14:10:52.087761 --- ParallelTerminationStrategy: PID 30181 died...\u000a14:10:52.140658 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30181): Terminated: ok {rc=0}\u000a14:10:52.229002 bus /sierra_9: Setting Powered False\u000a14:10:53.332749 bus /sierra_9: Setting Powered False\u000a14:10:54.444554 bus /sierra_8: Setting Powered False\u000a14:10:55.547273 bus /sierra_8: Setting Powered False\u000a14:10:56.658725 bus /sierra_3: Setting Powered False\u000a14:10:57.763999 bus /sierra_3: Setting Powered False\u000a14:10:58.872835 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "154", "name" : "emergency_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T14:10:34" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "gprs:nanobts+band-900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30198): Process ended prematurely: osmo-stp_10.42.42.5(pid=30198) [trial-2390↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30198)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30198): Process ended prematurely: osmo-stp_10.42.42.5(pid=30198) [trial-2390↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30198)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:nanobts+band-900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a14:11:01.040403 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:11:01.052731 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a14:11:01.193708 tst cs_paging_gprs_active.py: using LAC 34484\u000a14:11:01.317492 tst cs_paging_gprs_active.py: using RAC 59\u000a14:11:01.438597 tst cs_paging_gprs_active.py: using CellId 34484\u000a14:11:01.561245 tst cs_paging_gprs_active.py: using BVCI 34485\u000a14:11:01.586134 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:11:01.597509 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:11:01.608573 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:11:01.619900 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:11:01.631559 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:11:01.642669 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:11:01.654873 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:11:01.666379 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:11:01.677797 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a14:11:01.816436 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a14:11:02.119951 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a14:11:02.252237 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:11:02.574478 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30188): Launched\u000a14:11:02.843090 run iperf3-srv_10.42.42.10(pid=30189): Launched\u000a14:11:03.030204 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a14:11:03.158061 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:11:03.480926 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30190): Launched\u000a14:11:03.747102 run iperf3-srv_10.42.42.10(pid=30191): Launched\u000a14:11:03.934716 tst cs_paging_gprs_active.py:38: start network...\u000a14:11:04.062508 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:11:04.558899 run create_hlr_db(pid=30192): Launched\u000a14:11:04.734927 bus /sierra_2: Setting Powered False\u000a14:11:05.756488 run create_hlr_db(pid=30192): Terminated: ok {rc=0}\u000a14:11:06.196698 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30194): Launched\u000a14:11:06.528686 run osmo-hlr_10.42.42.2(pid=30195): Launched\u000a14:11:06.652227 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:11:07.231564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30197): Launched\u000a14:11:07.563032 run osmo-stp_10.42.42.5(pid=30198): Launched\u000a14:11:07.684303 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:11:08.262184 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30200): Launched\u000a14:11:08.380364 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:11:08.671006 run patchelf(pid=30201): Launched\u000a14:11:08.863901 run osmo-stp_10.42.42.5(pid=30198): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30198)]\u000a14:11:09.004806 run osmo-stp_10.42.42.5(pid=30198): stdout: \u000a| (launched: 2022-12-13_14:11:07.399325)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:11:09.146417 run osmo-stp_10.42.42.5(pid=30198): stderr: \u000a| �[0;m�[38;5;43m20221213141107591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213141107591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213141107592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213141107592 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213141107593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213141107593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213141107593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:11:09.283561 run osmo-stp_10.42.42.5(pid=30198): stdout: \u000a| (launched: 2022-12-13_14:11:07.399325)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:11:09.419147 run osmo-stp_10.42.42.5(pid=30198): stderr: \u000a| �[0;m�[38;5;43m20221213141107591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213141107591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213141107592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213141107592 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213141107593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213141107593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213141107593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:11:09.577355 run patchelf(pid=30201): Terminating (SIGINT)\u000a14:11:09.762900 run patchelf(pid=30201): Terminated: ok {rc=0}\u000a14:11:09.797010 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=30198): Process ended prematurely: osmo-stp_10.42.42.5(pid=30198) [trial-2390↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30198)] [trial-2390↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38]\u000a14:11:09.807155 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a14:11:09.871307 run osmo-hlr_10.42.42.2(pid=30195): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:nanobts+band-900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30195)]\u000a14:11:09.923330 run osmo-hlr_10.42.42.2(pid=30195): stdout: \u000a| (launched: 2022-12-13_14:11:06.364825) \u000a14:11:09.975851 run osmo-hlr_10.42.42.2(pid=30195): stderr: \u000a| �[0;m�[1;31m20221213141106564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213141106564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213141106564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141106564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141106564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213141106565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213141106576 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:nanobts+band-900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213141106587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213141106587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213141106587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:11:10.021142 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30188): Terminating (SIGTERM)\u000a14:11:10.063341 run iperf3-srv_10.42.42.10(pid=30189): Terminating (SIGTERM)\u000a14:11:10.105774 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30190): Terminating (SIGTERM)\u000a14:11:10.147992 run iperf3-srv_10.42.42.10(pid=30191): Terminating (SIGTERM)\u000a14:11:10.190574 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30194): Terminating (SIGTERM)\u000a14:11:10.233184 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30197): Terminating (SIGTERM)\u000a14:11:10.275845 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30200): Terminating (SIGTERM)\u000a14:11:10.285680 --- ParallelTerminationStrategy: PID 30188 died...\u000a14:11:10.342680 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30188): Terminated: ok {rc=0}\u000a14:11:10.352861 --- ParallelTerminationStrategy: PID 30189 died...\u000a14:11:10.409205 run iperf3-srv_10.42.42.10(pid=30189): Terminated {rc=256}\u000a14:11:10.419252 --- ParallelTerminationStrategy: PID 30190 died...\u000a14:11:10.475569 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30190): Terminated: ok {rc=0}\u000a14:11:10.485685 --- ParallelTerminationStrategy: PID 30191 died...\u000a14:11:10.542201 run iperf3-srv_10.42.42.10(pid=30191): Terminated {rc=256}\u000a14:11:10.552255 --- ParallelTerminationStrategy: PID 30194 died...\u000a14:11:10.608698 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30194): Terminated: ok {rc=0}\u000a14:11:10.618898 --- ParallelTerminationStrategy: PID 30197 died...\u000a14:11:10.675056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30197): Terminated: ok {rc=0}\u000a14:11:10.685171 --- ParallelTerminationStrategy: PID 30200 died...\u000a14:11:10.741313 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30200): Terminated: ok {rc=0}\u000a14:11:10.829202 bus /gobi_0: Setting Powered False\u000a14:11:11.931740 bus /gobi_0: Setting Powered False\u000a14:11:13.043030 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 78, "className" : "gprs:nanobts+band-900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30210): Process ended prematurely: osmo-stp_10.42.42.5(pid=30210) [trial-2390↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30210)]", "failedSince" : 2313, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30210): Process ended prematurely: osmo-stp_10.42.42.5(pid=30210) [trial-2390↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30210)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:nanobts+band-900 iperf3.py\u000a----------------------------------------------\u000a14:11:14.158555 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:11:14.170817 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a14:11:14.319175 tst iperf3.py: using LAC 34485\u000a14:11:14.449247 tst iperf3.py: using RAC 60\u000a14:11:14.579733 tst iperf3.py: using CellId 34485\u000a14:11:14.708248 tst iperf3.py: using BVCI 34486\u000a14:11:14.733603 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:11:14.744824 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:11:14.755968 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:11:14.767068 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:11:14.778400 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:11:14.789727 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:11:14.801358 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:11:14.812807 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:11:14.824351 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a14:11:15.123132 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a14:11:15.261078 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:11:15.604835 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30202): Launched\u000a14:11:15.917906 run iperf3-srv_10.42.42.10(pid=30203): Launched\u000a14:11:16.124443 tst iperf3.py:8: start network...\u000a14:11:16.266742 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:11:16.828680 run create_hlr_db(pid=30204): Launched\u000a14:11:17.024703 bus /gobi_6: Setting Powered False\u000a14:11:18.030908 run create_hlr_db(pid=30204): Terminated: ok {rc=0}\u000a14:11:18.484435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30206): Launched\u000a14:11:18.816584 run osmo-hlr_10.42.42.2(pid=30207): Launched\u000a14:11:18.939322 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:11:19.517188 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30209): Launched\u000a14:11:19.848520 run osmo-stp_10.42.42.5(pid=30210): Launched\u000a14:11:19.968451 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:11:20.540883 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30212): Launched\u000a14:11:20.650430 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:11:20.921832 run patchelf(pid=30213): Launched\u000a14:11:21.102058 run osmo-stp_10.42.42.5(pid=30210): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30210)]\u000a14:11:21.233552 run osmo-stp_10.42.42.5(pid=30210): stdout: \u000a| (launched: 2022-12-13_14:11:19.685476)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:11:21.366025 run osmo-stp_10.42.42.5(pid=30210): stderr: \u000a| �[0;m�[38;5;43m20221213141119878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213141119878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213141119879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213141119879 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213141119880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213141119880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213141119880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:11:21.493390 run osmo-stp_10.42.42.5(pid=30210): stdout: \u000a| (launched: 2022-12-13_14:11:19.685476)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:11:21.618980 run osmo-stp_10.42.42.5(pid=30210): stderr: \u000a| �[0;m�[38;5;43m20221213141119878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213141119878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213141119879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213141119879 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213141119880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213141119880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213141119880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:11:21.765771 run patchelf(pid=30213): Terminating (SIGINT)\u000a14:11:21.939686 run patchelf(pid=30213): Terminated: ok {rc=0}\u000a14:11:21.971485 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30210): Process ended prematurely: osmo-stp_10.42.42.5(pid=30210) [trial-2390↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30210)] [trial-2390↪gprs:nanobts+band-900↪iperf3.py:8]\u000a14:11:21.980897 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a14:11:22.040518 run osmo-hlr_10.42.42.2(pid=30207): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:nanobts+band-900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30207)]\u000a14:11:22.089363 run osmo-hlr_10.42.42.2(pid=30207): stdout: \u000a| (launched: 2022-12-13_14:11:18.652427) \u000a14:11:22.138654 run osmo-hlr_10.42.42.2(pid=30207): stderr: \u000a| �[0;m�[1;31m20221213141118851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213141118852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213141118852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141118852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141118852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213141118852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213141118864 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:nanobts+band-900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213141118873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213141118873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213141118873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:11:22.181266 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30202): Terminating (SIGTERM)\u000a14:11:22.221070 run iperf3-srv_10.42.42.10(pid=30203): Terminating (SIGTERM)\u000a14:11:22.260857 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30206): Terminating (SIGTERM)\u000a14:11:22.300648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30209): Terminating (SIGTERM)\u000a14:11:22.340300 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30212): Terminating (SIGTERM)\u000a14:11:22.349705 --- ParallelTerminationStrategy: PID 30202 died...\u000a14:11:22.403355 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30202): Terminated: ok {rc=0}\u000a14:11:22.412916 --- ParallelTerminationStrategy: PID 30203 died...\u000a14:11:22.466600 run iperf3-srv_10.42.42.10(pid=30203): Terminated {rc=256}\u000a14:11:22.476266 --- ParallelTerminationStrategy: PID 30206 died...\u000a14:11:22.529405 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30206): Terminated: ok {rc=0}\u000a14:11:22.539006 --- ParallelTerminationStrategy: PID 30209 died...\u000a14:11:22.592221 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30209): Terminated: ok {rc=0}\u000a14:11:22.601926 --- ParallelTerminationStrategy: PID 30212 died...\u000a14:11:22.655025 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30212): Terminated: ok {rc=0}\u000a14:11:22.738259 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:nanobts+band-900", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30228): Process ended prematurely: osmo-stp_10.42.42.5(pid=30228) [trial-2390↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30228)]", "failedSince" : 2161, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30228): Process ended prematurely: osmo-stp_10.42.42.5(pid=30228) [trial-2390↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30228)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:nanobts+band-900 iperf3m4.py\u000a----------------------------------------------\u000a14:11:23.854987 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:11:23.870157 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a14:11:24.014365 tst iperf3m4.py: using LAC 34486\u000a14:11:24.138712 tst iperf3m4.py: using RAC 61\u000a14:11:24.269198 tst iperf3m4.py: using CellId 34486\u000a14:11:24.400651 tst iperf3m4.py: using BVCI 34487\u000a14:11:24.426195 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:11:24.437880 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:11:24.449290 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:11:24.460632 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:11:24.472158 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:11:24.483863 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:11:24.495683 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:11:24.507257 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:11:24.519122 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a14:11:24.642692 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a14:11:24.766600 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a14:11:24.886878 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a14:11:25.186082 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a14:11:25.324810 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:11:25.669273 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30214): Launched\u000a14:11:25.954556 run iperf3-srv_10.42.42.10(pid=30215): Launched\u000a14:11:26.156640 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a14:11:26.294648 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:11:26.637546 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30216): Launched\u000a14:11:26.924054 run iperf3-srv_10.42.42.10(pid=30217): Launched\u000a14:11:27.126829 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a14:11:27.265193 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:11:27.609240 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30218): Launched\u000a14:11:27.894032 run iperf3-srv_10.42.42.10(pid=30219): Launched\u000a14:11:28.096900 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a14:11:28.235385 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:11:28.577621 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30220): Launched\u000a14:11:28.864346 run iperf3-srv_10.42.42.10(pid=30221): Launched\u000a14:11:29.066274 tst iperf3m4.py:8: start network...\u000a14:11:29.204562 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:11:29.725031 run create_hlr_db(pid=30222): Launched\u000a14:11:29.915333 bus /gobi_6: Setting Powered False\u000a14:11:30.946208 run create_hlr_db(pid=30222): Terminated: ok {rc=0}\u000a14:11:31.405074 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30224): Launched\u000a14:11:31.851064 run osmo-hlr_10.42.42.2(pid=30225): Launched\u000a14:11:32.003064 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:11:32.679454 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30227): Launched\u000a14:11:32.992061 run osmo-stp_10.42.42.5(pid=30228): Launched\u000a14:11:33.103628 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:11:33.644505 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30230): Launched\u000a14:11:33.753785 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:11:34.024613 run patchelf(pid=30231): Launched\u000a14:11:34.204461 run osmo-stp_10.42.42.5(pid=30228): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30228)]\u000a14:11:34.336266 run osmo-stp_10.42.42.5(pid=30228): stdout: \u000a| (launched: 2022-12-13_14:11:32.836668)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:11:34.468365 run osmo-stp_10.42.42.5(pid=30228): stderr: \u000a| �[0;m�[38;5;43m20221213141133008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213141133008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213141133008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213141133008 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213141133009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213141133009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213141133009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:11:34.595611 run osmo-stp_10.42.42.5(pid=30228): stdout: \u000a| (launched: 2022-12-13_14:11:32.836668)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:11:34.721813 run osmo-stp_10.42.42.5(pid=30228): stderr: \u000a| �[0;m�[38;5;43m20221213141133008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213141133008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213141133008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213141133008 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213141133009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213141133009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213141133009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:11:34.869579 run patchelf(pid=30231): Terminating (SIGINT)\u000a14:11:35.043170 run patchelf(pid=30231): Terminated: ok {rc=0}\u000a14:11:35.074937 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30228): Process ended prematurely: osmo-stp_10.42.42.5(pid=30228) [trial-2390↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30228)] [trial-2390↪gprs:nanobts+band-900↪iperf3m4.py:8]\u000a14:11:35.084239 tst iperf3m4.py:8: Test FAILED (11.3 sec)\u000a14:11:35.144361 run osmo-hlr_10.42.42.2(pid=30225): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:nanobts+band-900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30225)]\u000a14:11:35.193291 run osmo-hlr_10.42.42.2(pid=30225): stdout: \u000a| (launched: 2022-12-13_14:11:31.575974) \u000a14:11:35.243033 run osmo-hlr_10.42.42.2(pid=30225): stderr: \u000a| �[0;m�[1;31m20221213141131824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213141131824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213141131824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141131824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141131824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213141131824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213141131840 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:nanobts+band-900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213141131863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213141131863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213141131863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:11:35.285392 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30214): Terminating (SIGTERM)\u000a14:11:35.325613 run iperf3-srv_10.42.42.10(pid=30215): Terminating (SIGTERM)\u000a14:11:35.366154 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30216): Terminating (SIGTERM)\u000a14:11:35.406725 run iperf3-srv_10.42.42.10(pid=30217): Terminating (SIGTERM)\u000a14:11:35.447116 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30218): Terminating (SIGTERM)\u000a14:11:35.487703 run iperf3-srv_10.42.42.10(pid=30219): Terminating (SIGTERM)\u000a14:11:35.527595 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30220): Terminating (SIGTERM)\u000a14:11:35.568188 run iperf3-srv_10.42.42.10(pid=30221): Terminating (SIGTERM)\u000a14:11:35.608350 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30224): Terminating (SIGTERM)\u000a14:11:35.648577 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30227): Terminating (SIGTERM)\u000a14:11:35.688884 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30230): Terminating (SIGTERM)\u000a14:11:35.698304 --- ParallelTerminationStrategy: PID 30214 died...\u000a14:11:35.752077 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30214): Terminated: ok {rc=0}\u000a14:11:35.761941 --- ParallelTerminationStrategy: PID 30215 died...\u000a14:11:35.815060 run iperf3-srv_10.42.42.10(pid=30215): Terminated {rc=256}\u000a14:11:35.824716 --- ParallelTerminationStrategy: PID 30216 died...\u000a14:11:35.877676 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30216): Terminated: ok {rc=0}\u000a14:11:35.887412 --- ParallelTerminationStrategy: PID 30217 died...\u000a14:11:35.940455 run iperf3-srv_10.42.42.10(pid=30217): Terminated {rc=256}\u000a14:11:35.950125 --- ParallelTerminationStrategy: PID 30218 died...\u000a14:11:36.003319 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30218): Terminated: ok {rc=0}\u000a14:11:36.013119 --- ParallelTerminationStrategy: PID 30219 died...\u000a14:11:36.066120 run iperf3-srv_10.42.42.10(pid=30219): Terminated {rc=256}\u000a14:11:36.075619 --- ParallelTerminationStrategy: PID 30220 died...\u000a14:11:36.128265 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30220): Terminated: ok {rc=0}\u000a14:11:36.138004 --- ParallelTerminationStrategy: PID 30221 died...\u000a14:11:36.190545 run iperf3-srv_10.42.42.10(pid=30221): Terminated {rc=256}\u000a14:11:36.200198 --- ParallelTerminationStrategy: PID 30224 died...\u000a14:11:36.253062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30224): Terminated: ok {rc=0}\u000a14:11:36.262792 --- ParallelTerminationStrategy: PID 30227 died...\u000a14:11:36.315874 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30227): Terminated: ok {rc=0}\u000a14:11:36.325790 --- ParallelTerminationStrategy: PID 30230 died...\u000a14:11:36.378865 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30230): Terminated: ok {rc=0}\u000a14:11:36.462519 bus /gobi_4: Setting Powered False\u000a14:11:37.568745 bus /gobi_4: Setting Powered False\u000a14:11:38.677018 bus /gobi_1: Setting Powered False\u000a14:11:39.782910 bus /gobi_1: Setting Powered False\u000a14:11:40.891837 bus /gobi_0: Setting Powered False\u000a14:11:42.000731 bus /gobi_0: Setting Powered False\u000a14:11:43.109901 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 65, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30238): Process ended prematurely: osmo-stp_10.42.42.5(pid=30238) [trial-2390↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30238)]", "failedSince" : 2326, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30238): Process ended prematurely: osmo-stp_10.42.42.5(pid=30238) [trial-2390↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30238)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:nanobts+band-900 ping.py\u000a----------------------------------------------\u000a14:11:44.178368 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:11:44.190344 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a14:11:44.326881 tst ping.py: using LAC 34487\u000a14:11:44.448935 tst ping.py: using RAC 62\u000a14:11:44.568338 tst ping.py: using CellId 34487\u000a14:11:44.695623 tst ping.py: using BVCI 34488\u000a14:11:44.720263 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:11:44.731563 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:11:44.742704 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:11:44.754066 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:11:44.765282 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:11:44.776423 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:11:44.787925 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:11:44.799265 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a14:11:45.077007 tst ping.py:19: start network...\u000a14:11:45.202465 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:11:45.687234 run create_hlr_db(pid=30232): Launched\u000a14:11:45.881889 bus /gobi_6: Setting Powered False\u000a14:11:46.923145 run create_hlr_db(pid=30232): Terminated: ok {rc=0}\u000a14:11:47.384396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30234): Launched\u000a14:11:47.708823 run osmo-hlr_10.42.42.2(pid=30235): Launched\u000a14:11:47.828569 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:11:48.398190 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30237): Launched\u000a14:11:48.723180 run osmo-stp_10.42.42.5(pid=30238): Launched\u000a14:11:48.839788 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:11:49.405031 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30240): Launched\u000a14:11:49.519922 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:11:49.802803 run patchelf(pid=30241): Launched\u000a14:11:49.992427 run osmo-stp_10.42.42.5(pid=30238): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30238)]\u000a14:11:50.131642 run osmo-stp_10.42.42.5(pid=30238): stdout: \u000a| (launched: 2022-12-13_14:11:48.562436)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:11:50.271878 run osmo-stp_10.42.42.5(pid=30238): stderr: \u000a| �[0;m�[38;5;43m20221213141148756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213141148756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213141148757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213141148757 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213141148758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213141148758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213141148758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:11:50.406210 run osmo-stp_10.42.42.5(pid=30238): stdout: \u000a| (launched: 2022-12-13_14:11:48.562436)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:11:50.539032 run osmo-stp_10.42.42.5(pid=30238): stderr: \u000a| �[0;m�[38;5;43m20221213141148756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213141148756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213141148757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213141148757 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213141148758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213141148758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213141148758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:11:50.693726 run patchelf(pid=30241): Terminating (SIGINT)\u000a14:11:50.875200 run patchelf(pid=30241): Terminated: ok {rc=0}\u000a14:11:50.908255 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=30238): Process ended prematurely: osmo-stp_10.42.42.5(pid=30238) [trial-2390↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30238)] [trial-2390↪gprs:nanobts+band-900↪ping.py:22]\u000a14:11:50.917938 tst ping.py:22: Test FAILED (6.7 sec)\u000a14:11:50.981740 run osmo-hlr_10.42.42.2(pid=30235): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:nanobts+band-900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30235)]\u000a14:11:51.033296 run osmo-hlr_10.42.42.2(pid=30235): stdout: \u000a| (launched: 2022-12-13_14:11:47.549223) \u000a14:11:51.085685 run osmo-hlr_10.42.42.2(pid=30235): stderr: \u000a| �[0;m�[1;31m20221213141147747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213141147747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213141147747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141147747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141147748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213141147748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213141147763 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:nanobts+band-900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213141147772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213141147772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213141147772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:11:51.130562 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30234): Terminating (SIGTERM)\u000a14:11:51.172829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30237): Terminating (SIGTERM)\u000a14:11:51.215442 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30240): Terminating (SIGTERM)\u000a14:11:51.225468 --- ParallelTerminationStrategy: PID 30234 died...\u000a14:11:51.282547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30234): Terminated: ok {rc=0}\u000a14:11:51.292773 --- ParallelTerminationStrategy: PID 30237 died...\u000a14:11:51.349331 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30237): Terminated: ok {rc=0}\u000a14:11:51.359602 --- ParallelTerminationStrategy: PID 30240 died...\u000a14:11:51.416193 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30240): Terminated: ok {rc=0}\u000a14:11:51.502324 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30248): Process ended prematurely: osmo-stp_10.42.42.5(pid=30248) [trial-2390↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30248)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30248): Process ended prematurely: osmo-stp_10.42.42.5(pid=30248) [trial-2390↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30248)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:nanobts+band-900 ping_idle_ping.py\u000a----------------------------------------------\u000a14:11:52.554131 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:11:52.565987 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a14:11:52.713324 tst ping_idle_ping.py: using LAC 34488\u000a14:11:52.840129 tst ping_idle_ping.py: using RAC 63\u000a14:11:52.965933 tst ping_idle_ping.py: using CellId 34488\u000a14:11:53.090740 tst ping_idle_ping.py: using BVCI 34489\u000a14:11:53.115516 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:11:53.126807 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:11:53.137922 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:11:53.149566 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:11:53.161211 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:11:53.172874 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:11:53.185219 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a14:11:53.196818 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a14:11:53.475566 tst ping_idle_ping.py:24: start network...\u000a14:11:53.600941 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:11:54.094525 run create_hlr_db(pid=30242): Launched\u000a14:11:54.284613 bus /gobi_6: Setting Powered False\u000a14:11:55.304628 run create_hlr_db(pid=30242): Terminated: ok {rc=0}\u000a14:11:55.714644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30244): Launched\u000a14:11:56.018756 run osmo-hlr_10.42.42.2(pid=30245): Launched\u000a14:11:56.134370 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:11:56.673814 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30247): Launched\u000a14:11:56.979451 run osmo-stp_10.42.42.5(pid=30248): Launched\u000a14:11:57.088442 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:11:57.621900 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30250): Launched\u000a14:11:57.729482 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:11:57.997371 run patchelf(pid=30251): Launched\u000a14:11:58.175398 run osmo-stp_10.42.42.5(pid=30248): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30248)]\u000a14:11:58.305826 run osmo-stp_10.42.42.5(pid=30248): stdout: \u000a| (launched: 2022-12-13_14:11:56.827677)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:11:58.436698 run osmo-stp_10.42.42.5(pid=30248): stderr: \u000a| �[0;m�[38;5;43m20221213141157000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213141157000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213141157000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213141157001 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213141157001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213141157001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213141157001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:11:58.562657 run osmo-stp_10.42.42.5(pid=30248): stdout: \u000a| (launched: 2022-12-13_14:11:56.827677)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:11:58.686979 run osmo-stp_10.42.42.5(pid=30248): stderr: \u000a| �[0;m�[38;5;43m20221213141157000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213141157000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213141157000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213141157001 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213141157001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213141157001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213141157001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:11:58.832750 run patchelf(pid=30251): Terminating (SIGINT)\u000a14:11:59.004582 run patchelf(pid=30251): Terminated: ok {rc=0}\u000a14:11:59.035617 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=30248): Process ended prematurely: osmo-stp_10.42.42.5(pid=30248) [trial-2390↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30248)] [trial-2390↪gprs:nanobts+band-900↪ping_idle_ping.py:27]\u000a14:11:59.044282 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a14:11:59.104082 run osmo-hlr_10.42.42.2(pid=30245): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:nanobts+band-900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30245)]\u000a14:11:59.152605 run osmo-hlr_10.42.42.2(pid=30245): stdout: \u000a| (launched: 2022-12-13_14:11:55.867748) \u000a14:11:59.202340 run osmo-hlr_10.42.42.2(pid=30245): stderr: \u000a| �[0;m�[1;31m20221213141156044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213141156044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213141156045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141156045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141156045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213141156045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213141156058 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:nanobts+band-900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213141156067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213141156067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213141156067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:11:59.244485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30244): Terminating (SIGTERM)\u000a14:11:59.284467 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30247): Terminating (SIGTERM)\u000a14:11:59.324438 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30250): Terminating (SIGTERM)\u000a14:11:59.333953 --- ParallelTerminationStrategy: PID 30244 died...\u000a14:11:59.387799 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30244): Terminated: ok {rc=0}\u000a14:11:59.397687 --- ParallelTerminationStrategy: PID 30247 died...\u000a14:11:59.450810 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30247): Terminated: ok {rc=0}\u000a14:11:59.460578 --- ParallelTerminationStrategy: PID 30250 died...\u000a14:11:59.513656 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30250): Terminated: ok {rc=0}\u000a14:11:59.601215 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "155", "name" : "gprs_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T14:11:00" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30265): Process ended prematurely: osmo-stp_10.42.42.5(pid=30265) [trial-2390↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30265)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30265): Process ended prematurely: osmo-stp_10.42.42.5(pid=30265) [trial-2390↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30265)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:nanobts+band-900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a14:12:01.843370 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:12:01.856452 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a14:12:02.021897 tst cs_paging_gprs_active.py: using LAC 34489\u000a14:12:02.157448 tst cs_paging_gprs_active.py: using RAC 64\u000a14:12:02.289837 tst cs_paging_gprs_active.py: using CellId 34489\u000a14:12:02.418838 tst cs_paging_gprs_active.py: using BVCI 34490\u000a14:12:02.444203 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:12:02.455705 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:12:02.467021 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:12:02.478363 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:12:02.490341 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:12:02.502668 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:12:02.514830 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:12:02.526901 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:12:02.539107 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a14:12:02.664273 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a14:12:02.949402 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a14:12:03.078638 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:12:03.402564 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30255): Launched\u000a14:12:03.672732 run iperf3-srv_10.42.42.10(pid=30256): Launched\u000a14:12:03.861153 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a14:12:03.989896 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:12:04.313639 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30257): Launched\u000a14:12:04.582648 run iperf3-srv_10.42.42.10(pid=30258): Launched\u000a14:12:04.769868 tst cs_paging_gprs_active.py:38: start network...\u000a14:12:04.898083 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:12:05.393194 run create_hlr_db(pid=30259): Launched\u000a14:12:05.570574 bus /gobi_6: Setting Powered False\u000a14:12:06.593177 run create_hlr_db(pid=30259): Terminated: ok {rc=0}\u000a14:12:07.034342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30261): Launched\u000a14:12:07.369022 run osmo-hlr_10.42.42.2(pid=30262): Launched\u000a14:12:07.492077 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:12:08.068786 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30264): Launched\u000a14:12:08.402403 run osmo-stp_10.42.42.5(pid=30265): Launched\u000a14:12:08.522583 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:12:09.098685 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30267): Launched\u000a14:12:09.217194 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:12:09.508370 run patchelf(pid=30268): Launched\u000a14:12:09.701618 run osmo-stp_10.42.42.5(pid=30265): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30265)]\u000a14:12:09.842810 run osmo-stp_10.42.42.5(pid=30265): stdout: \u000a| (launched: 2022-12-13_14:12:08.236898)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:12:09.984082 run osmo-stp_10.42.42.5(pid=30265): stderr: \u000a| �[0;m�[38;5;43m20221213141208429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213141208430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213141208430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213141208430 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213141208431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213141208431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213141208431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:12:10.120451 run osmo-stp_10.42.42.5(pid=30265): stdout: \u000a| (launched: 2022-12-13_14:12:08.236898)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:12:10.256216 run osmo-stp_10.42.42.5(pid=30265): stderr: \u000a| �[0;m�[38;5;43m20221213141208429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213141208430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213141208430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213141208430 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213141208431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213141208431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213141208431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:12:10.413529 run patchelf(pid=30268): Terminating (SIGINT)\u000a14:12:10.598389 run patchelf(pid=30268): Terminated: ok {rc=0}\u000a14:12:10.632198 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=30265): Process ended prematurely: osmo-stp_10.42.42.5(pid=30265) [trial-2390↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30265)] [trial-2390↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a14:12:10.642241 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a14:12:10.706205 run osmo-hlr_10.42.42.2(pid=30262): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30262)]\u000a14:12:10.758338 run osmo-hlr_10.42.42.2(pid=30262): stdout: \u000a| (launched: 2022-12-13_14:12:07.203539) \u000a14:12:10.810787 run osmo-hlr_10.42.42.2(pid=30262): stderr: \u000a| �[0;m�[1;31m20221213141207401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213141207401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213141207401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141207401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141207401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213141207401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213141207414 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:nanobts+band-900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213141207423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213141207423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213141207423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:12:10.855986 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30255): Terminating (SIGTERM)\u000a14:12:10.898666 run iperf3-srv_10.42.42.10(pid=30256): Terminating (SIGTERM)\u000a14:12:10.941276 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30257): Terminating (SIGTERM)\u000a14:12:10.983850 run iperf3-srv_10.42.42.10(pid=30258): Terminating (SIGTERM)\u000a14:12:11.026984 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30261): Terminating (SIGTERM)\u000a14:12:11.069804 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30264): Terminating (SIGTERM)\u000a14:12:11.112251 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30267): Terminating (SIGTERM)\u000a14:12:11.122196 --- ParallelTerminationStrategy: PID 30255 died...\u000a14:12:11.179504 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30255): Terminated: ok {rc=0}\u000a14:12:11.190121 --- ParallelTerminationStrategy: PID 30256 died...\u000a14:12:11.246810 run iperf3-srv_10.42.42.10(pid=30256): Terminated {rc=256}\u000a14:12:11.257246 --- ParallelTerminationStrategy: PID 30257 died...\u000a14:12:11.314050 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30257): Terminated: ok {rc=0}\u000a14:12:11.324317 --- ParallelTerminationStrategy: PID 30258 died...\u000a14:12:11.381093 run iperf3-srv_10.42.42.10(pid=30258): Terminated {rc=256}\u000a14:12:11.391346 --- ParallelTerminationStrategy: PID 30261 died...\u000a14:12:11.448200 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30261): Terminated: ok {rc=0}\u000a14:12:11.458478 --- ParallelTerminationStrategy: PID 30264 died...\u000a14:12:11.515194 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30264): Terminated: ok {rc=0}\u000a14:12:11.525573 --- ParallelTerminationStrategy: PID 30267 died...\u000a14:12:11.582561 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30267): Terminated: ok {rc=0}\u000a14:12:11.670892 bus /gobi_0: Setting Powered False\u000a14:12:12.776026 bus /gobi_0: Setting Powered False\u000a14:12:13.886871 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30277): Process ended prematurely: osmo-stp_10.42.42.5(pid=30277) [trial-2390↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30277)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30277): Process ended prematurely: osmo-stp_10.42.42.5(pid=30277) [trial-2390↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30277)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:nanobts+band-900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a14:12:15.003253 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:12:15.015278 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a14:12:15.166055 tst iperf3.py: using LAC 34490\u000a14:12:15.294902 tst iperf3.py: using RAC 65\u000a14:12:15.425496 tst iperf3.py: using CellId 34490\u000a14:12:15.555974 tst iperf3.py: using BVCI 34491\u000a14:12:15.581356 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:12:15.592813 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:12:15.604137 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:12:15.615636 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:12:15.627170 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:12:15.638872 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:12:15.650622 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:12:15.662176 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:12:15.673913 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a14:12:15.985116 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a14:12:16.126584 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:12:16.484847 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30269): Launched\u000a14:12:16.787974 run iperf3-srv_10.42.42.10(pid=30270): Launched\u000a14:12:16.994973 tst iperf3.py:8: start network...\u000a14:12:17.136362 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:12:17.660105 run create_hlr_db(pid=30271): Launched\u000a14:12:17.850367 bus /gobi_6: Setting Powered False\u000a14:12:18.871137 run create_hlr_db(pid=30271): Terminated: ok {rc=0}\u000a14:12:19.285588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30273): Launched\u000a14:12:19.595891 run osmo-hlr_10.42.42.2(pid=30274): Launched\u000a14:12:19.712818 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:12:20.252198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30276): Launched\u000a14:12:20.563430 run osmo-stp_10.42.42.5(pid=30277): Launched\u000a14:12:20.674285 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:12:21.213224 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30279): Launched\u000a14:12:21.322732 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:12:21.592747 run patchelf(pid=30280): Launched\u000a14:12:21.772343 run osmo-stp_10.42.42.5(pid=30277): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30277)]\u000a14:12:21.905098 run osmo-stp_10.42.42.5(pid=30277): stdout: \u000a| (launched: 2022-12-13_14:12:20.408565)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:12:22.037541 run osmo-stp_10.42.42.5(pid=30277): stderr: \u000a| �[0;m�[38;5;43m20221213141220581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213141220581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213141220581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213141220582 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213141220582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213141220582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213141220582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:12:22.164704 run osmo-stp_10.42.42.5(pid=30277): stdout: \u000a| (launched: 2022-12-13_14:12:20.408565)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:12:22.291180 run osmo-stp_10.42.42.5(pid=30277): stderr: \u000a| �[0;m�[38;5;43m20221213141220581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213141220581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213141220581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213141220582 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213141220582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213141220582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213141220582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:12:22.438247 run patchelf(pid=30280): Terminating (SIGINT)\u000a14:12:22.610909 run patchelf(pid=30280): Terminated: ok {rc=0}\u000a14:12:22.642746 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30277): Process ended prematurely: osmo-stp_10.42.42.5(pid=30277) [trial-2390↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30277)] [trial-2390↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8]\u000a14:12:22.652163 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a14:12:22.712845 run osmo-hlr_10.42.42.2(pid=30274): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30274)]\u000a14:12:22.762096 run osmo-hlr_10.42.42.2(pid=30274): stdout: \u000a| (launched: 2022-12-13_14:12:19.441766) \u000a14:12:22.812121 run osmo-hlr_10.42.42.2(pid=30274): stderr: \u000a| �[0;m�[1;31m20221213141219617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213141219617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213141219617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141219617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141219617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213141219617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213141219630 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:nanobts+band-900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213141219638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213141219638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213141219638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:12:22.854546 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30269): Terminating (SIGTERM)\u000a14:12:22.894356 run iperf3-srv_10.42.42.10(pid=30270): Terminating (SIGTERM)\u000a14:12:22.934490 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30273): Terminating (SIGTERM)\u000a14:12:22.974502 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30276): Terminating (SIGTERM)\u000a14:12:23.014334 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30279): Terminating (SIGTERM)\u000a14:12:23.023739 --- ParallelTerminationStrategy: PID 30269 died...\u000a14:12:23.077438 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30269): Terminated: ok {rc=0}\u000a14:12:23.087170 --- ParallelTerminationStrategy: PID 30270 died...\u000a14:12:23.140284 run iperf3-srv_10.42.42.10(pid=30270): Terminated {rc=256}\u000a14:12:23.149851 --- ParallelTerminationStrategy: PID 30273 died...\u000a14:12:23.203596 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30273): Terminated: ok {rc=0}\u000a14:12:23.213996 --- ParallelTerminationStrategy: PID 30276 died...\u000a14:12:23.266987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30276): Terminated: ok {rc=0}\u000a14:12:23.276595 --- ParallelTerminationStrategy: PID 30279 died...\u000a14:12:23.330293 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30279): Terminated: ok {rc=0}\u000a14:12:23.418666 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30295): Process ended prematurely: osmo-stp_10.42.42.5(pid=30295) [trial-2390↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30295)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30295): Process ended prematurely: osmo-stp_10.42.42.5(pid=30295) [trial-2390↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30295)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:nanobts+band-900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a14:12:24.536588 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:12:24.548644 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a14:12:24.697862 tst iperf3m4.py: using LAC 34491\u000a14:12:24.828833 tst iperf3m4.py: using RAC 66\u000a14:12:24.957950 tst iperf3m4.py: using CellId 34491\u000a14:12:25.088484 tst iperf3m4.py: using BVCI 34492\u000a14:12:25.113945 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:12:25.125459 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:12:25.136852 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:12:25.148229 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:12:25.159773 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:12:25.171370 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:12:25.183174 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:12:25.194722 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:12:25.206883 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a14:12:25.330169 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a14:12:25.450684 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a14:12:25.573018 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a14:12:25.858937 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a14:12:25.987682 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:12:26.310630 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30281): Launched\u000a14:12:26.580021 run iperf3-srv_10.42.42.10(pid=30282): Launched\u000a14:12:26.768212 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a14:12:26.896710 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:12:27.220570 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30283): Launched\u000a14:12:27.490320 run iperf3-srv_10.42.42.10(pid=30284): Launched\u000a14:12:27.678134 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a14:12:27.806024 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:12:28.129720 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30285): Launched\u000a14:12:28.399146 run iperf3-srv_10.42.42.10(pid=30286): Launched\u000a14:12:28.586934 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a14:12:28.714858 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:12:29.037365 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30287): Launched\u000a14:12:29.305788 run iperf3-srv_10.42.42.10(pid=30288): Launched\u000a14:12:29.493621 tst iperf3m4.py:8: start network...\u000a14:12:29.621111 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:12:30.122168 run create_hlr_db(pid=30289): Launched\u000a14:12:30.299470 bus /gobi_6: Setting Powered False\u000a14:12:31.368582 run create_hlr_db(pid=30289): Terminated: ok {rc=0}\u000a14:12:31.824136 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30291): Launched\u000a14:12:32.209251 run osmo-hlr_10.42.42.2(pid=30292): Launched\u000a14:12:32.330022 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:12:32.908433 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30294): Launched\u000a14:12:33.243458 run osmo-stp_10.42.42.5(pid=30295): Launched\u000a14:12:33.364262 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:12:33.938217 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30297): Launched\u000a14:12:34.047773 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:12:34.318820 run patchelf(pid=30298): Launched\u000a14:12:34.498129 run osmo-stp_10.42.42.5(pid=30295): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30295)]\u000a14:12:34.629231 run osmo-stp_10.42.42.5(pid=30295): stdout: \u000a| (launched: 2022-12-13_14:12:33.077812)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:12:34.760841 run osmo-stp_10.42.42.5(pid=30295): stderr: \u000a| �[0;m�[38;5;43m20221213141233270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213141233270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213141233271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213141233271 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213141233271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213141233272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213141233272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:12:34.887673 run osmo-stp_10.42.42.5(pid=30295): stdout: \u000a| (launched: 2022-12-13_14:12:33.077812)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:12:35.014038 run osmo-stp_10.42.42.5(pid=30295): stderr: \u000a| �[0;m�[38;5;43m20221213141233270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213141233270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213141233271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213141233271 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213141233271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213141233272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213141233272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:12:35.160796 run patchelf(pid=30298): Terminating (SIGINT)\u000a14:12:35.334100 run patchelf(pid=30298): Terminated: ok {rc=0}\u000a14:12:35.365769 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30295): Process ended prematurely: osmo-stp_10.42.42.5(pid=30295) [trial-2390↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30295)] [trial-2390↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8]\u000a14:12:35.375216 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a14:12:35.435181 run osmo-hlr_10.42.42.2(pid=30292): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30292)]\u000a14:12:35.483902 run osmo-hlr_10.42.42.2(pid=30292): stdout: \u000a| (launched: 2022-12-13_14:12:31.997238) \u000a14:12:35.533132 run osmo-hlr_10.42.42.2(pid=30292): stderr: \u000a| �[0;m�[1;31m20221213141232234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213141232234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213141232234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141232234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141232234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213141232235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213141232246 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:nanobts+band-900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213141232255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213141232256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213141232256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:12:35.574969 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30281): Terminating (SIGTERM)\u000a14:12:35.614375 run iperf3-srv_10.42.42.10(pid=30282): Terminating (SIGTERM)\u000a14:12:35.653936 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30283): Terminating (SIGTERM)\u000a14:12:35.693136 run iperf3-srv_10.42.42.10(pid=30284): Terminating (SIGTERM)\u000a14:12:35.732912 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30285): Terminating (SIGTERM)\u000a14:12:35.772374 run iperf3-srv_10.42.42.10(pid=30286): Terminating (SIGTERM)\u000a14:12:35.811821 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30287): Terminating (SIGTERM)\u000a14:12:35.851308 run iperf3-srv_10.42.42.10(pid=30288): Terminating (SIGTERM)\u000a14:12:35.890743 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30291): Terminating (SIGTERM)\u000a14:12:35.930654 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30294): Terminating (SIGTERM)\u000a14:12:35.970558 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30297): Terminating (SIGTERM)\u000a14:12:35.979882 --- ParallelTerminationStrategy: PID 30281 died...\u000a14:12:36.032635 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30281): Terminated: ok {rc=0}\u000a14:12:36.042182 --- ParallelTerminationStrategy: PID 30282 died...\u000a14:12:36.094559 run iperf3-srv_10.42.42.10(pid=30282): Terminated {rc=256}\u000a14:12:36.104060 --- ParallelTerminationStrategy: PID 30283 died...\u000a14:12:36.156619 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30283): Terminated: ok {rc=0}\u000a14:12:36.166204 --- ParallelTerminationStrategy: PID 30284 died...\u000a14:12:36.218563 run iperf3-srv_10.42.42.10(pid=30284): Terminated {rc=256}\u000a14:12:36.228277 --- ParallelTerminationStrategy: PID 30285 died...\u000a14:12:36.280839 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30285): Terminated: ok {rc=0}\u000a14:12:36.290420 --- ParallelTerminationStrategy: PID 30286 died...\u000a14:12:36.348591 run iperf3-srv_10.42.42.10(pid=30286): Terminated {rc=256}\u000a14:12:36.359569 --- ParallelTerminationStrategy: PID 30287 died...\u000a14:12:36.415977 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30287): Terminated: ok {rc=0}\u000a14:12:36.426305 --- ParallelTerminationStrategy: PID 30288 died...\u000a14:12:36.483687 run iperf3-srv_10.42.42.10(pid=30288): Terminated {rc=256}\u000a14:12:36.494007 --- ParallelTerminationStrategy: PID 30291 died...\u000a14:12:36.551691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30291): Terminated: ok {rc=0}\u000a14:12:36.561980 --- ParallelTerminationStrategy: PID 30294 died...\u000a14:12:36.619349 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30294): Terminated: ok {rc=0}\u000a14:12:36.629643 --- ParallelTerminationStrategy: PID 30297 died...\u000a14:12:36.687476 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30297): Terminated: ok {rc=0}\u000a14:12:36.775750 bus /gobi_4: Setting Powered False\u000a14:12:37.879873 bus /gobi_4: Setting Powered False\u000a14:12:38.993267 bus /gobi_1: Setting Powered False\u000a14:12:40.101518 bus /gobi_1: Setting Powered False\u000a14:12:41.211031 bus /gobi_0: Setting Powered False\u000a14:12:42.318813 bus /gobi_0: Setting Powered False\u000a14:12:43.428864 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30305): Process ended prematurely: osmo-stp_10.42.42.5(pid=30305) [trial-2390↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30305)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30305): Process ended prematurely: osmo-stp_10.42.42.5(pid=30305) [trial-2390↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30305)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:nanobts+band-900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a14:12:44.498227 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:12:44.510741 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a14:12:44.658134 tst ping.py: using LAC 34492\u000a14:12:44.785509 tst ping.py: using RAC 67\u000a14:12:44.914017 tst ping.py: using CellId 34492\u000a14:12:45.042451 tst ping.py: using BVCI 34493\u000a14:12:45.067442 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:12:45.079131 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:12:45.090634 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:12:45.102434 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:12:45.114248 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:12:45.125933 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:12:45.137926 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:12:45.149659 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a14:12:45.428103 tst ping.py:19: start network...\u000a14:12:45.553472 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:12:46.090777 run create_hlr_db(pid=30299): Launched\u000a14:12:46.268723 bus /gobi_6: Setting Powered False\u000a14:12:47.319604 run create_hlr_db(pid=30299): Terminated: ok {rc=0}\u000a14:12:47.729223 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30301): Launched\u000a14:12:48.033194 run osmo-hlr_10.42.42.2(pid=30302): Launched\u000a14:12:48.153513 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:12:48.691302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30304): Launched\u000a14:12:48.995874 run osmo-stp_10.42.42.5(pid=30305): Launched\u000a14:12:49.105515 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:12:49.640286 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30307): Launched\u000a14:12:49.747726 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:12:50.015689 run patchelf(pid=30308): Launched\u000a14:12:50.194948 run osmo-stp_10.42.42.5(pid=30305): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30305)]\u000a14:12:50.324527 run osmo-stp_10.42.42.5(pid=30305): stdout: \u000a| (launched: 2022-12-13_14:12:48.844529)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:12:50.454871 run osmo-stp_10.42.42.5(pid=30305): stderr: \u000a| �[0;m�[38;5;43m20221213141249016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213141249016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213141249016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213141249016 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213141249017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213141249017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213141249017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:12:50.579699 run osmo-stp_10.42.42.5(pid=30305): stdout: \u000a| (launched: 2022-12-13_14:12:48.844529)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:12:50.703599 run osmo-stp_10.42.42.5(pid=30305): stderr: \u000a| �[0;m�[38;5;43m20221213141249016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213141249016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213141249016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213141249016 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213141249017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213141249017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213141249017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:12:50.847694 run patchelf(pid=30308): Terminating (SIGINT)\u000a14:12:51.017816 run patchelf(pid=30308): Terminated: ok {rc=0}\u000a14:12:51.048581 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=30305): Process ended prematurely: osmo-stp_10.42.42.5(pid=30305) [trial-2390↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30305)] [trial-2390↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22]\u000a14:12:51.057314 tst ping.py:22: Test FAILED (6.5 sec)\u000a14:12:51.117842 run osmo-hlr_10.42.42.2(pid=30302): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30302)]\u000a14:12:51.166819 run osmo-hlr_10.42.42.2(pid=30302): stdout: \u000a| (launched: 2022-12-13_14:12:47.882266) \u000a14:12:51.216665 run osmo-hlr_10.42.42.2(pid=30302): stderr: \u000a| �[0;m�[1;31m20221213141248057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213141248058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213141248058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141248058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141248058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213141248058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213141248070 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:nanobts+band-900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213141248078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213141248079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213141248079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:12:51.259362 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30301): Terminating (SIGTERM)\u000a14:12:51.299391 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30304): Terminating (SIGTERM)\u000a14:12:51.339012 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30307): Terminating (SIGTERM)\u000a14:12:51.348413 --- ParallelTerminationStrategy: PID 30301 died...\u000a14:12:51.401974 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30301): Terminated: ok {rc=0}\u000a14:12:51.411715 --- ParallelTerminationStrategy: PID 30304 died...\u000a14:12:51.465102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30304): Terminated: ok {rc=0}\u000a14:12:51.474834 --- ParallelTerminationStrategy: PID 30307 died...\u000a14:12:51.527978 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30307): Terminated: ok {rc=0}\u000a14:12:51.616872 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30315): Process ended prematurely: osmo-stp_10.42.42.5(pid=30315) [trial-2390↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30315)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30315): Process ended prematurely: osmo-stp_10.42.42.5(pid=30315) [trial-2390↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30315)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:nanobts+band-900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a14:12:52.670398 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:12:52.682617 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a14:12:52.821177 tst ping_idle_ping.py: using LAC 34493\u000a14:12:52.940253 tst ping_idle_ping.py: using RAC 68\u000a14:12:53.060691 tst ping_idle_ping.py: using CellId 34493\u000a14:12:53.181387 tst ping_idle_ping.py: using BVCI 34494\u000a14:12:53.204393 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:12:53.215564 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:12:53.226495 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:12:53.237381 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:12:53.248580 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:12:53.259796 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:12:53.271334 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a14:12:53.282692 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a14:12:53.580158 tst ping_idle_ping.py:24: start network...\u000a14:12:53.715064 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:12:54.228841 run create_hlr_db(pid=30309): Launched\u000a14:12:54.418050 bus /gobi_6: Setting Powered False\u000a14:12:55.438102 run create_hlr_db(pid=30309): Terminated: ok {rc=0}\u000a14:12:55.872924 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30311): Launched\u000a14:12:56.197989 run osmo-hlr_10.42.42.2(pid=30312): Launched\u000a14:12:56.317988 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:12:56.887816 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30314): Launched\u000a14:12:57.215571 run osmo-stp_10.42.42.5(pid=30315): Launched\u000a14:12:57.333304 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:12:57.901712 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30317): Launched\u000a14:12:58.017087 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:12:58.302379 run patchelf(pid=30318): Launched\u000a14:12:58.491909 run osmo-stp_10.42.42.5(pid=30315): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30315)]\u000a14:12:58.631174 run osmo-stp_10.42.42.5(pid=30315): stdout: \u000a| (launched: 2022-12-13_14:12:57.052615)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:12:58.770896 run osmo-stp_10.42.42.5(pid=30315): stderr: \u000a| �[0;m�[38;5;43m20221213141257244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213141257244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213141257244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213141257245 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213141257245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213141257245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213141257245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:12:58.904844 run osmo-stp_10.42.42.5(pid=30315): stdout: \u000a| (launched: 2022-12-13_14:12:57.052615)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:12:59.037362 run osmo-stp_10.42.42.5(pid=30315): stderr: \u000a| �[0;m�[38;5;43m20221213141257244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213141257244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213141257244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213141257245 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213141257245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213141257245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213141257245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:12:59.192549 run patchelf(pid=30318): Terminating (SIGINT)\u000a14:12:59.375637 run patchelf(pid=30318): Terminated: ok {rc=0}\u000a14:12:59.408768 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=30315): Process ended prematurely: osmo-stp_10.42.42.5(pid=30315) [trial-2390↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30315)] [trial-2390↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a14:12:59.418096 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a14:12:59.481309 run osmo-hlr_10.42.42.2(pid=30312): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30312)]\u000a14:12:59.532864 run osmo-hlr_10.42.42.2(pid=30312): stdout: \u000a| (launched: 2022-12-13_14:12:56.037487) \u000a14:12:59.584916 run osmo-hlr_10.42.42.2(pid=30312): stderr: \u000a| �[0;m�[1;31m20221213141256235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213141256235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213141256235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141256235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141256235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213141256235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213141256247 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:nanobts+band-900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213141256257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213141256257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213141256257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:12:59.629852 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30311): Terminating (SIGTERM)\u000a14:12:59.672287 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30314): Terminating (SIGTERM)\u000a14:12:59.714590 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30317): Terminating (SIGTERM)\u000a14:12:59.724478 --- ParallelTerminationStrategy: PID 30311 died...\u000a14:12:59.781460 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30311): Terminated: ok {rc=0}\u000a14:12:59.791802 --- ParallelTerminationStrategy: PID 30314 died...\u000a14:12:59.848299 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30314): Terminated: ok {rc=0}\u000a14:12:59.858453 --- ParallelTerminationStrategy: PID 30317 died...\u000a14:12:59.915004 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30317): Terminated: ok {rc=0}\u000a14:13:00.001793 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "156", "name" : "gprs_nanobts+band-900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T14:12:01" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30332): Process ended prematurely: osmo-stp_10.42.42.5(pid=30332) [trial-2390↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30332)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30332): Process ended prematurely: osmo-stp_10.42.42.5(pid=30332) [trial-2390↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30332)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:nanobts+band-900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a14:13:02.190179 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:13:02.201629 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a14:13:02.359303 tst cs_paging_gprs_active.py: using LAC 34494\u000a14:13:02.482271 tst cs_paging_gprs_active.py: using RAC 69\u000a14:13:02.603407 tst cs_paging_gprs_active.py: using CellId 34494\u000a14:13:02.726347 tst cs_paging_gprs_active.py: using BVCI 34495\u000a14:13:02.750033 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:13:02.761130 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:13:02.771926 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:13:02.782733 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:13:02.794066 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:13:02.805321 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:13:02.816620 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:13:02.827870 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:13:02.839360 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a14:13:02.963286 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a14:13:03.263318 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a14:13:03.401469 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:13:03.744423 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30322): Launched\u000a14:13:04.030343 run iperf3-srv_10.42.42.10(pid=30323): Launched\u000a14:13:04.233468 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a14:13:04.371295 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:13:04.714668 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30324): Launched\u000a14:13:05.000822 run iperf3-srv_10.42.42.10(pid=30325): Launched\u000a14:13:05.202796 tst cs_paging_gprs_active.py:38: start network...\u000a14:13:05.341420 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:13:05.863860 run create_hlr_db(pid=30326): Launched\u000a14:13:06.054157 bus /gobi_6: Setting Powered False\u000a14:13:07.075330 run create_hlr_db(pid=30326): Terminated: ok {rc=0}\u000a14:13:07.491152 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30328): Launched\u000a14:13:07.801870 run osmo-hlr_10.42.42.2(pid=30329): Launched\u000a14:13:07.923951 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:13:08.468276 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30331): Launched\u000a14:13:08.780162 run osmo-stp_10.42.42.5(pid=30332): Launched\u000a14:13:08.892036 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:13:09.433280 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30334): Launched\u000a14:13:09.543686 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:13:09.816173 run patchelf(pid=30335): Launched\u000a14:13:09.996344 run osmo-stp_10.42.42.5(pid=30332): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30332)]\u000a14:13:10.127942 run osmo-stp_10.42.42.5(pid=30332): stdout: \u000a| (launched: 2022-12-13_14:13:08.625433)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:13:10.260856 run osmo-stp_10.42.42.5(pid=30332): stderr: \u000a| �[0;m�[38;5;43m20221213141308796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213141308796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213141308796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213141308797 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213141308797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213141308797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213141308797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:13:10.388680 run osmo-stp_10.42.42.5(pid=30332): stdout: \u000a| (launched: 2022-12-13_14:13:08.625433)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:13:10.515026 run osmo-stp_10.42.42.5(pid=30332): stderr: \u000a| �[0;m�[38;5;43m20221213141308796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213141308796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213141308796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213141308797 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213141308797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213141308797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213141308797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:13:10.662098 run patchelf(pid=30335): Terminating (SIGINT)\u000a14:13:10.835210 run patchelf(pid=30335): Terminated: ok {rc=0}\u000a14:13:10.867285 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=30332): Process ended prematurely: osmo-stp_10.42.42.5(pid=30332) [trial-2390↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30332)] [trial-2390↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a14:13:10.876816 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a14:13:10.936800 run osmo-hlr_10.42.42.2(pid=30329): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30329)]\u000a14:13:10.985922 run osmo-hlr_10.42.42.2(pid=30329): stdout: \u000a| (launched: 2022-12-13_14:13:07.647920) \u000a14:13:11.035547 run osmo-hlr_10.42.42.2(pid=30329): stderr: \u000a| �[0;m�[1;31m20221213141307824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213141307824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213141307824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141307824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141307824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213141307824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213141307836 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:nanobts+band-900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213141307844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213141307844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213141307844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:13:11.078039 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30322): Terminating (SIGTERM)\u000a14:13:11.118143 run iperf3-srv_10.42.42.10(pid=30323): Terminating (SIGTERM)\u000a14:13:11.158268 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30324): Terminating (SIGTERM)\u000a14:13:11.198119 run iperf3-srv_10.42.42.10(pid=30325): Terminating (SIGTERM)\u000a14:13:11.238188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30328): Terminating (SIGTERM)\u000a14:13:11.278306 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30331): Terminating (SIGTERM)\u000a14:13:11.318330 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30334): Terminating (SIGTERM)\u000a14:13:11.327726 --- ParallelTerminationStrategy: PID 30322 died...\u000a14:13:11.381551 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30322): Terminated: ok {rc=0}\u000a14:13:11.391335 --- ParallelTerminationStrategy: PID 30323 died...\u000a14:13:11.444482 run iperf3-srv_10.42.42.10(pid=30323): Terminated {rc=256}\u000a14:13:11.454156 --- ParallelTerminationStrategy: PID 30324 died...\u000a14:13:11.507776 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30324): Terminated: ok {rc=0}\u000a14:13:11.517513 --- ParallelTerminationStrategy: PID 30325 died...\u000a14:13:11.570420 run iperf3-srv_10.42.42.10(pid=30325): Terminated {rc=256}\u000a14:13:11.580110 --- ParallelTerminationStrategy: PID 30328 died...\u000a14:13:11.633121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30328): Terminated: ok {rc=0}\u000a14:13:11.642734 --- ParallelTerminationStrategy: PID 30331 died...\u000a14:13:11.695648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30331): Terminated: ok {rc=0}\u000a14:13:11.705438 --- ParallelTerminationStrategy: PID 30334 died...\u000a14:13:11.758469 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30334): Terminated: ok {rc=0}\u000a14:13:11.841898 bus /gobi_0: Setting Powered False\u000a14:13:12.948854 bus /gobi_0: Setting Powered False\u000a14:13:14.057137 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30344): Process ended prematurely: osmo-stp_10.42.42.5(pid=30344) [trial-2390↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30344)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30344): Process ended prematurely: osmo-stp_10.42.42.5(pid=30344) [trial-2390↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30344)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a14:13:15.173728 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:13:15.185895 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a14:13:15.353056 tst iperf3.py: using LAC 34495\u000a14:13:15.476404 tst iperf3.py: using RAC 70\u000a14:13:15.597347 tst iperf3.py: using CellId 34495\u000a14:13:15.717138 tst iperf3.py: using BVCI 34496\u000a14:13:15.740686 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:13:15.751700 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:13:15.762537 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:13:15.773356 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:13:15.784253 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:13:15.795088 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:13:15.805975 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:13:15.816606 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:13:15.827584 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a14:13:16.120642 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a14:13:16.252114 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:13:16.625743 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30336): Launched\u000a14:13:16.957995 run iperf3-srv_10.42.42.10(pid=30337): Launched\u000a14:13:17.149931 tst iperf3.py:8: start network...\u000a14:13:17.280005 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:13:17.775164 run create_hlr_db(pid=30338): Launched\u000a14:13:17.952142 bus /gobi_6: Setting Powered False\u000a14:13:18.973565 run create_hlr_db(pid=30338): Terminated: ok {rc=0}\u000a14:13:19.413230 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30340): Launched\u000a14:13:19.747970 run osmo-hlr_10.42.42.2(pid=30341): Launched\u000a14:13:19.871273 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:13:20.450271 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30343): Launched\u000a14:13:20.782643 run osmo-stp_10.42.42.5(pid=30344): Launched\u000a14:13:20.902609 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:13:21.480211 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30346): Launched\u000a14:13:21.598475 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:13:21.889804 run patchelf(pid=30347): Launched\u000a14:13:22.082925 run osmo-stp_10.42.42.5(pid=30344): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30344)]\u000a14:13:22.224055 run osmo-stp_10.42.42.5(pid=30344): stdout: \u000a| (launched: 2022-12-13_14:13:20.618089)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:13:22.365933 run osmo-stp_10.42.42.5(pid=30344): stderr: \u000a| �[0;m�[38;5;43m20221213141320809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213141320809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213141320810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213141320810 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213141320811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213141320811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213141320811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:13:22.502255 run osmo-stp_10.42.42.5(pid=30344): stdout: \u000a| (launched: 2022-12-13_14:13:20.618089)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:13:22.637331 run osmo-stp_10.42.42.5(pid=30344): stderr: \u000a| �[0;m�[38;5;43m20221213141320809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213141320809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213141320810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213141320810 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213141320811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213141320811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213141320811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:13:22.795413 run patchelf(pid=30347): Terminating (SIGINT)\u000a14:13:22.981326 run patchelf(pid=30347): Terminated: ok {rc=0}\u000a14:13:23.015191 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30344): Process ended prematurely: osmo-stp_10.42.42.5(pid=30344) [trial-2390↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30344)] [trial-2390↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a14:13:23.025240 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a14:13:23.088812 run osmo-hlr_10.42.42.2(pid=30341): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30341)]\u000a14:13:23.140339 run osmo-hlr_10.42.42.2(pid=30341): stdout: \u000a| (launched: 2022-12-13_14:13:19.581855) \u000a14:13:23.192687 run osmo-hlr_10.42.42.2(pid=30341): stderr: \u000a| �[0;m�[1;31m20221213141319781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213141319781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213141319781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141319781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141319781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213141319781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213141319794 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213141319803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213141319803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213141319803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:13:23.237916 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30336): Terminating (SIGTERM)\u000a14:13:23.280270 run iperf3-srv_10.42.42.10(pid=30337): Terminating (SIGTERM)\u000a14:13:23.322617 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30340): Terminating (SIGTERM)\u000a14:13:23.364643 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30343): Terminating (SIGTERM)\u000a14:13:23.406960 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30346): Terminating (SIGTERM)\u000a14:13:23.416875 --- ParallelTerminationStrategy: PID 30336 died...\u000a14:13:23.473545 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30336): Terminated: ok {rc=0}\u000a14:13:23.483758 --- ParallelTerminationStrategy: PID 30337 died...\u000a14:13:23.539632 run iperf3-srv_10.42.42.10(pid=30337): Terminated {rc=256}\u000a14:13:23.549832 --- ParallelTerminationStrategy: PID 30340 died...\u000a14:13:23.605523 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30340): Terminated: ok {rc=0}\u000a14:13:23.615748 --- ParallelTerminationStrategy: PID 30343 died...\u000a14:13:23.672189 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30343): Terminated: ok {rc=0}\u000a14:13:23.682378 --- ParallelTerminationStrategy: PID 30346 died...\u000a14:13:23.738468 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30346): Terminated: ok {rc=0}\u000a14:13:23.825597 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30370): Process ended prematurely: osmo-stp_10.42.42.5(pid=30370) [trial-2390↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30370)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30370): Process ended prematurely: osmo-stp_10.42.42.5(pid=30370) [trial-2390↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30370)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a14:13:24.942072 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:13:24.954254 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a14:13:25.118289 tst iperf3m4.py: using LAC 34496\u000a14:13:25.247538 tst iperf3m4.py: using RAC 71\u000a14:13:25.378383 tst iperf3m4.py: using CellId 34496\u000a14:13:25.503879 tst iperf3m4.py: using BVCI 34497\u000a14:13:25.527790 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:13:25.539009 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:13:25.550118 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:13:25.561217 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:13:25.572003 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:13:25.583138 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:13:25.594166 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:13:25.605055 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:13:25.616006 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a14:13:25.737969 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a14:13:25.859605 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a14:13:25.980349 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a14:13:26.281261 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a14:13:26.419243 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:13:26.762761 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30348): Launched\u000a14:13:27.050451 run iperf3-srv_10.42.42.10(pid=30349): Launched\u000a14:13:27.254301 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a14:13:27.392898 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:13:27.737872 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30350): Launched\u000a14:13:28.023154 run iperf3-srv_10.42.42.10(pid=30351): Launched\u000a14:13:28.225724 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a14:13:28.364199 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:13:28.706742 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30352): Launched\u000a14:13:28.993576 run iperf3-srv_10.42.42.10(pid=30353): Launched\u000a14:13:29.195674 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a14:13:29.334462 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:13:29.679219 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30362): Launched\u000a14:13:29.948014 run iperf3-srv_10.42.42.10(pid=30363): Launched\u000a14:13:30.137658 tst iperf3m4.py:8: start network...\u000a14:13:30.266878 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:13:30.764579 run create_hlr_db(pid=30364): Launched\u000a14:13:30.955543 bus /gobi_6: Setting Powered False\u000a14:13:32.047397 run create_hlr_db(pid=30364): Terminated: ok {rc=0}\u000a14:13:32.477430 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30366): Launched\u000a14:13:32.787647 run osmo-hlr_10.42.42.2(pid=30367): Launched\u000a14:13:32.900652 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:13:33.440637 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30369): Launched\u000a14:13:33.751228 run osmo-stp_10.42.42.5(pid=30370): Launched\u000a14:13:33.862311 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:13:34.402014 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30372): Launched\u000a14:13:34.511511 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:13:34.783621 run patchelf(pid=30373): Launched\u000a14:13:34.963984 run osmo-stp_10.42.42.5(pid=30370): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30370)]\u000a14:13:35.095385 run osmo-stp_10.42.42.5(pid=30370): stdout: \u000a| (launched: 2022-12-13_14:13:33.597695)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:13:35.227143 run osmo-stp_10.42.42.5(pid=30370): stderr: \u000a| �[0;m�[38;5;43m20221213141333770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213141333770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213141333770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213141333770 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213141333771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213141333771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213141333771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:13:35.354342 run osmo-stp_10.42.42.5(pid=30370): stdout: \u000a| (launched: 2022-12-13_14:13:33.597695)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:13:35.480111 run osmo-stp_10.42.42.5(pid=30370): stderr: \u000a| �[0;m�[38;5;43m20221213141333770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213141333770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213141333770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213141333770 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213141333771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213141333771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213141333771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:13:35.627427 run patchelf(pid=30373): Terminating (SIGINT)\u000a14:13:35.800632 run patchelf(pid=30373): Terminated: ok {rc=0}\u000a14:13:35.832608 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30370): Process ended prematurely: osmo-stp_10.42.42.5(pid=30370) [trial-2390↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30370)] [trial-2390↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a14:13:35.842004 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a14:13:35.902168 run osmo-hlr_10.42.42.2(pid=30367): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30367)]\u000a14:13:35.951095 run osmo-hlr_10.42.42.2(pid=30367): stdout: \u000a| (launched: 2022-12-13_14:13:32.634687) \u000a14:13:36.000605 run osmo-hlr_10.42.42.2(pid=30367): stderr: \u000a| �[0;m�[1;31m20221213141332811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213141332811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213141332812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141332812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141332812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213141332812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213141332824 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213141332834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213141332834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213141332834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:13:36.042822 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30348): Terminating (SIGTERM)\u000a14:13:36.083961 run iperf3-srv_10.42.42.10(pid=30349): Terminating (SIGTERM)\u000a14:13:36.123813 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30350): Terminating (SIGTERM)\u000a14:13:36.163814 run iperf3-srv_10.42.42.10(pid=30351): Terminating (SIGTERM)\u000a14:13:36.204027 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30352): Terminating (SIGTERM)\u000a14:13:36.243636 run iperf3-srv_10.42.42.10(pid=30353): Terminating (SIGTERM)\u000a14:13:36.283799 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30362): Terminating (SIGTERM)\u000a14:13:36.323446 run iperf3-srv_10.42.42.10(pid=30363): Terminating (SIGTERM)\u000a14:13:36.363123 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30366): Terminating (SIGTERM)\u000a14:13:36.403023 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30369): Terminating (SIGTERM)\u000a14:13:36.443661 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30372): Terminating (SIGTERM)\u000a14:13:36.453104 --- ParallelTerminationStrategy: PID 30348 died...\u000a14:13:36.506199 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30348): Terminated: ok {rc=0}\u000a14:13:36.515805 --- ParallelTerminationStrategy: PID 30349 died...\u000a14:13:36.569055 run iperf3-srv_10.42.42.10(pid=30349): Terminated {rc=256}\u000a14:13:36.578577 --- ParallelTerminationStrategy: PID 30350 died...\u000a14:13:36.631688 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30350): Terminated: ok {rc=0}\u000a14:13:36.641382 --- ParallelTerminationStrategy: PID 30351 died...\u000a14:13:36.694587 run iperf3-srv_10.42.42.10(pid=30351): Terminated {rc=256}\u000a14:13:36.704096 --- ParallelTerminationStrategy: PID 30352 died...\u000a14:13:36.756995 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30352): Terminated: ok {rc=0}\u000a14:13:36.766640 --- ParallelTerminationStrategy: PID 30353 died...\u000a14:13:36.819376 run iperf3-srv_10.42.42.10(pid=30353): Terminated {rc=256}\u000a14:13:36.828880 --- ParallelTerminationStrategy: PID 30362 died...\u000a14:13:36.881958 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30362): Terminated: ok {rc=0}\u000a14:13:36.891557 --- ParallelTerminationStrategy: PID 30363 died...\u000a14:13:36.944109 run iperf3-srv_10.42.42.10(pid=30363): Terminated {rc=256}\u000a14:13:36.953733 --- ParallelTerminationStrategy: PID 30366 died...\u000a14:13:37.006641 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30366): Terminated: ok {rc=0}\u000a14:13:37.016260 --- ParallelTerminationStrategy: PID 30369 died...\u000a14:13:37.069356 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30369): Terminated: ok {rc=0}\u000a14:13:37.079072 --- ParallelTerminationStrategy: PID 30372 died...\u000a14:13:37.132361 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30372): Terminated: ok {rc=0}\u000a14:13:37.221440 bus /gobi_4: Setting Powered False\u000a14:13:38.324336 bus /gobi_4: Setting Powered False\u000a14:13:39.437618 bus /gobi_1: Setting Powered False\u000a14:13:40.545063 bus /gobi_1: Setting Powered False\u000a14:13:41.657592 bus /gobi_0: Setting Powered False\u000a14:13:42.762288 bus /gobi_0: Setting Powered False\u000a14:13:43.874915 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30380): Process ended prematurely: osmo-stp_10.42.42.5(pid=30380) [trial-2390↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30380)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30380): Process ended prematurely: osmo-stp_10.42.42.5(pid=30380) [trial-2390↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30380)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a14:13:44.944162 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:13:44.956668 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a14:13:45.123005 tst ping.py: using LAC 34497\u000a14:13:45.249372 tst ping.py: using RAC 72\u000a14:13:45.378589 tst ping.py: using CellId 34497\u000a14:13:45.506062 tst ping.py: using BVCI 34498\u000a14:13:45.531098 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:13:45.542740 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:13:45.554202 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:13:45.565650 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:13:45.577358 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:13:45.589092 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:13:45.600822 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:13:45.612533 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a14:13:45.922977 tst ping.py:19: start network...\u000a14:13:46.061386 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:13:46.610747 run create_hlr_db(pid=30374): Launched\u000a14:13:46.794390 bus /gobi_6: Setting Powered False\u000a14:13:47.807151 run create_hlr_db(pid=30374): Terminated: ok {rc=0}\u000a14:13:48.245539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30376): Launched\u000a14:13:48.573265 run osmo-hlr_10.42.42.2(pid=30377): Launched\u000a14:13:48.692746 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:13:49.264719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30379): Launched\u000a14:13:49.589592 run osmo-stp_10.42.42.5(pid=30380): Launched\u000a14:13:49.706298 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:13:50.276378 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30382): Launched\u000a14:13:50.392476 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:13:50.678652 run patchelf(pid=30383): Launched\u000a14:13:50.868391 run osmo-stp_10.42.42.5(pid=30380): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30380)]\u000a14:13:51.007406 run osmo-stp_10.42.42.5(pid=30380): stdout: \u000a| (launched: 2022-12-13_14:13:49.429304)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:13:51.147059 run osmo-stp_10.42.42.5(pid=30380): stderr: \u000a| �[0;m�[38;5;43m20221213141349622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213141349622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213141349622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213141349623 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213141349623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213141349624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213141349624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:13:51.281780 run osmo-stp_10.42.42.5(pid=30380): stdout: \u000a| (launched: 2022-12-13_14:13:49.429304)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:13:51.414580 run osmo-stp_10.42.42.5(pid=30380): stderr: \u000a| �[0;m�[38;5;43m20221213141349622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213141349622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213141349622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213141349623 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213141349623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213141349624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213141349624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:13:51.570018 run patchelf(pid=30383): Terminating (SIGINT)\u000a14:13:51.752503 run patchelf(pid=30383): Terminated: ok {rc=0}\u000a14:13:51.786211 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=30380): Process ended prematurely: osmo-stp_10.42.42.5(pid=30380) [trial-2390↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30380)] [trial-2390↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22]\u000a14:13:51.795571 tst ping.py:22: Test FAILED (6.8 sec)\u000a14:13:51.859186 run osmo-hlr_10.42.42.2(pid=30377): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30377)]\u000a14:13:51.910721 run osmo-hlr_10.42.42.2(pid=30377): stdout: \u000a| (launched: 2022-12-13_14:13:48.410979) \u000a14:13:51.962917 run osmo-hlr_10.42.42.2(pid=30377): stderr: \u000a| �[0;m�[1;31m20221213141348609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213141348609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213141348609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141348609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141348609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213141348609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213141348622 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213141348630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213141348630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213141348630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:13:52.007542 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30376): Terminating (SIGTERM)\u000a14:13:52.049686 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30379): Terminating (SIGTERM)\u000a14:13:52.092137 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30382): Terminating (SIGTERM)\u000a14:13:52.102051 --- ParallelTerminationStrategy: PID 30376 died...\u000a14:13:52.159223 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30376): Terminated: ok {rc=0}\u000a14:13:52.169578 --- ParallelTerminationStrategy: PID 30379 died...\u000a14:13:52.226321 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30379): Terminated: ok {rc=0}\u000a14:13:52.236513 --- ParallelTerminationStrategy: PID 30382 died...\u000a14:13:52.293906 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30382): Terminated: ok {rc=0}\u000a14:13:52.382114 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30390): Process ended prematurely: osmo-stp_10.42.42.5(pid=30390) [trial-2390↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30390)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30390): Process ended prematurely: osmo-stp_10.42.42.5(pid=30390) [trial-2390↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30390)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a14:13:53.435430 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:13:53.447956 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a14:13:53.612013 tst ping_idle_ping.py: using LAC 34498\u000a14:13:53.732285 tst ping_idle_ping.py: using RAC 73\u000a14:13:53.852244 tst ping_idle_ping.py: using CellId 34498\u000a14:13:53.971746 tst ping_idle_ping.py: using BVCI 34499\u000a14:13:53.995153 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:13:54.006296 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:13:54.017329 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:13:54.028177 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:13:54.039054 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:13:54.049971 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:13:54.060924 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a14:13:54.071852 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a14:13:54.349356 tst ping_idle_ping.py:24: start network...\u000a14:13:54.475426 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:13:54.968910 run create_hlr_db(pid=30384): Launched\u000a14:13:55.145584 bus /gobi_6: Setting Powered False\u000a14:13:56.165747 run create_hlr_db(pid=30384): Terminated: ok {rc=0}\u000a14:13:56.602363 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30386): Launched\u000a14:13:56.930134 run osmo-hlr_10.42.42.2(pid=30387): Launched\u000a14:13:57.051611 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:13:57.622440 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30389): Launched\u000a14:13:57.949315 run osmo-stp_10.42.42.5(pid=30390): Launched\u000a14:13:58.066969 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:13:58.638255 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30392): Launched\u000a14:13:58.754620 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:13:59.039714 run patchelf(pid=30393): Launched\u000a14:13:59.230756 run osmo-stp_10.42.42.5(pid=30390): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30390)]\u000a14:13:59.371250 run osmo-stp_10.42.42.5(pid=30390): stdout: \u000a| (launched: 2022-12-13_14:13:57.787415)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:13:59.511389 run osmo-stp_10.42.42.5(pid=30390): stderr: \u000a| �[0;m�[38;5;43m20221213141357980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213141357981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213141357981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213141357981 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213141357982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213141357982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213141357982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:13:59.646166 run osmo-stp_10.42.42.5(pid=30390): stdout: \u000a| (launched: 2022-12-13_14:13:57.787415)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:13:59.779990 run osmo-stp_10.42.42.5(pid=30390): stderr: \u000a| �[0;m�[38;5;43m20221213141357980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213141357981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213141357981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213141357981 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213141357982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213141357982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213141357982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:13:59.935942 run patchelf(pid=30393): Terminating (SIGINT)\u000a14:14:00.119216 run patchelf(pid=30393): Terminated: ok {rc=0}\u000a14:14:00.152593 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=30390): Process ended prematurely: osmo-stp_10.42.42.5(pid=30390) [trial-2390↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30390)] [trial-2390↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a14:14:00.162130 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a14:14:00.225951 run osmo-hlr_10.42.42.2(pid=30387): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30387)]\u000a14:14:00.278238 run osmo-hlr_10.42.42.2(pid=30387): stdout: \u000a| (launched: 2022-12-13_14:13:56.768169) \u000a14:14:00.331017 run osmo-hlr_10.42.42.2(pid=30387): stderr: \u000a| �[0;m�[1;31m20221213141356966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213141356966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213141356966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141356966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141356966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213141356966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213141356980 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213141356988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213141356989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213141356989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:14:00.375994 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30386): Terminating (SIGTERM)\u000a14:14:00.418694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30389): Terminating (SIGTERM)\u000a14:14:00.461448 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30392): Terminating (SIGTERM)\u000a14:14:00.471340 --- ParallelTerminationStrategy: PID 30386 died...\u000a14:14:00.528173 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30386): Terminated: ok {rc=0}\u000a14:14:00.538448 --- ParallelTerminationStrategy: PID 30389 died...\u000a14:14:00.595176 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30389): Terminated: ok {rc=0}\u000a14:14:00.605836 --- ParallelTerminationStrategy: PID 30392 died...\u000a14:14:00.662628 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30392): Terminated: ok {rc=0}\u000a14:14:00.750587 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "157", "name" : "gprs_nanobts+band-900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T14:13:01" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30407): Process ended prematurely: osmo-stp_10.42.42.5(pid=30407) [trial-2390↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30407)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30407): Process ended prematurely: osmo-stp_10.42.42.5(pid=30407) [trial-2390↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30407)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a14:14:02.933908 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:14:02.945336 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a14:14:03.081958 tst cs_paging_gprs_active.py: using LAC 34499\u000a14:14:03.201900 tst cs_paging_gprs_active.py: using RAC 74\u000a14:14:03.322199 tst cs_paging_gprs_active.py: using CellId 34499\u000a14:14:03.444633 tst cs_paging_gprs_active.py: using BVCI 34500\u000a14:14:03.468285 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:14:03.479673 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:14:03.490941 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:14:03.502236 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:14:03.514037 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:14:03.525780 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:14:03.537768 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:14:03.549484 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:14:03.561499 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a14:14:03.684884 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a14:14:03.969648 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a14:14:04.097344 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:14:04.416361 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30397): Launched\u000a14:14:04.682707 run iperf3-srv_10.42.42.10(pid=30398): Launched\u000a14:14:04.869496 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a14:14:04.997181 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:14:05.316546 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30399): Launched\u000a14:14:05.582995 run iperf3-srv_10.42.42.10(pid=30400): Launched\u000a14:14:05.772294 tst cs_paging_gprs_active.py:38: start network...\u000a14:14:05.901750 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:14:06.403493 run create_hlr_db(pid=30401): Launched\u000a14:14:06.580676 bus /gobi_6: Setting Powered False\u000a14:14:07.602480 run create_hlr_db(pid=30401): Terminated: ok {rc=0}\u000a14:14:08.014205 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30403): Launched\u000a14:14:08.322340 run osmo-hlr_10.42.42.2(pid=30404): Launched\u000a14:14:08.439895 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:14:08.975941 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30406): Launched\u000a14:14:09.284659 run osmo-stp_10.42.42.5(pid=30407): Launched\u000a14:14:09.396187 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:14:09.932597 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30409): Launched\u000a14:14:10.042132 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:14:10.312923 run patchelf(pid=30410): Launched\u000a14:14:10.492204 run osmo-stp_10.42.42.5(pid=30407): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30407)]\u000a14:14:10.623791 run osmo-stp_10.42.42.5(pid=30407): stdout: \u000a| (launched: 2022-12-13_14:14:09.132614)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:14:10.756578 run osmo-stp_10.42.42.5(pid=30407): stderr: \u000a| �[0;m�[38;5;43m20221213141409303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213141409303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213141409303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213141409304 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213141409304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213141409304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213141409304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:14:10.883796 run osmo-stp_10.42.42.5(pid=30407): stdout: \u000a| (launched: 2022-12-13_14:14:09.132614)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:14:11.009427 run osmo-stp_10.42.42.5(pid=30407): stderr: \u000a| �[0;m�[38;5;43m20221213141409303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213141409303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213141409303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213141409304 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213141409304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213141409304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213141409304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:14:11.155663 run patchelf(pid=30410): Terminating (SIGINT)\u000a14:14:11.328242 run patchelf(pid=30410): Terminated: ok {rc=0}\u000a14:14:11.360009 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=30407): Process ended prematurely: osmo-stp_10.42.42.5(pid=30407) [trial-2390↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30407)] [trial-2390↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a14:14:11.369414 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a14:14:11.429098 run osmo-hlr_10.42.42.2(pid=30404): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30404)]\u000a14:14:11.478075 run osmo-hlr_10.42.42.2(pid=30404): stdout: \u000a| (launched: 2022-12-13_14:14:08.170255) \u000a14:14:11.528045 run osmo-hlr_10.42.42.2(pid=30404): stderr: \u000a| �[0;m�[1;31m20221213141408346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213141408346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213141408346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141408346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141408346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213141408346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213141408359 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213141408367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213141408367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213141408367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:14:11.570186 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30397): Terminating (SIGTERM)\u000a14:14:11.610572 run iperf3-srv_10.42.42.10(pid=30398): Terminating (SIGTERM)\u000a14:14:11.650488 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30399): Terminating (SIGTERM)\u000a14:14:11.690743 run iperf3-srv_10.42.42.10(pid=30400): Terminating (SIGTERM)\u000a14:14:11.730779 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30403): Terminating (SIGTERM)\u000a14:14:11.771287 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30406): Terminating (SIGTERM)\u000a14:14:11.811515 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30409): Terminating (SIGTERM)\u000a14:14:11.820772 --- ParallelTerminationStrategy: PID 30397 died...\u000a14:14:11.873949 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30397): Terminated: ok {rc=0}\u000a14:14:11.883831 --- ParallelTerminationStrategy: PID 30398 died...\u000a14:14:11.937455 run iperf3-srv_10.42.42.10(pid=30398): Terminated {rc=256}\u000a14:14:11.947101 --- ParallelTerminationStrategy: PID 30399 died...\u000a14:14:11.999871 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30399): Terminated: ok {rc=0}\u000a14:14:12.009307 --- ParallelTerminationStrategy: PID 30400 died...\u000a14:14:12.062105 run iperf3-srv_10.42.42.10(pid=30400): Terminated {rc=256}\u000a14:14:12.071657 --- ParallelTerminationStrategy: PID 30403 died...\u000a14:14:12.124515 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30403): Terminated: ok {rc=0}\u000a14:14:12.134076 --- ParallelTerminationStrategy: PID 30406 died...\u000a14:14:12.186990 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30406): Terminated: ok {rc=0}\u000a14:14:12.196514 --- ParallelTerminationStrategy: PID 30409 died...\u000a14:14:12.249303 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30409): Terminated: ok {rc=0}\u000a14:14:12.337937 bus /gobi_0: Setting Powered False\u000a14:14:13.441072 bus /gobi_0: Setting Powered False\u000a14:14:14.552937 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30419): Process ended prematurely: osmo-stp_10.42.42.5(pid=30419) [trial-2390↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30419)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30419): Process ended prematurely: osmo-stp_10.42.42.5(pid=30419) [trial-2390↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30419)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a14:14:15.663969 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:14:15.676005 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a14:14:15.822737 tst iperf3.py: using LAC 34500\u000a14:14:15.974508 tst iperf3.py: using RAC 75\u000a14:14:16.101281 tst iperf3.py: using CellId 34500\u000a14:14:16.231592 tst iperf3.py: using BVCI 34501\u000a14:14:16.259349 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:14:16.272430 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:14:16.285319 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:14:16.299038 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:14:16.312662 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:14:16.326669 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:14:16.340688 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:14:16.354698 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:14:16.368808 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a14:14:16.663969 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a14:14:16.795762 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:14:17.159353 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30411): Launched\u000a14:14:17.446126 run iperf3-srv_10.42.42.10(pid=30412): Launched\u000a14:14:17.647043 tst iperf3.py:8: start network...\u000a14:14:17.783420 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:14:18.302912 run create_hlr_db(pid=30413): Launched\u000a14:14:18.492612 bus /gobi_6: Setting Powered False\u000a14:14:19.514179 run create_hlr_db(pid=30413): Terminated: ok {rc=0}\u000a14:14:19.926897 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30415): Launched\u000a14:14:20.235731 run osmo-hlr_10.42.42.2(pid=30416): Launched\u000a14:14:20.356789 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:14:20.899195 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30418): Launched\u000a14:14:21.209441 run osmo-stp_10.42.42.5(pid=30419): Launched\u000a14:14:21.320690 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:14:21.859569 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30421): Launched\u000a14:14:21.968296 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:14:22.238895 run patchelf(pid=30422): Launched\u000a14:14:22.418787 run osmo-stp_10.42.42.5(pid=30419): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30419)]\u000a14:14:22.550403 run osmo-stp_10.42.42.5(pid=30419): stdout: \u000a| (launched: 2022-12-13_14:14:21.056450)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:14:22.682338 run osmo-stp_10.42.42.5(pid=30419): stderr: \u000a| �[0;m�[38;5;43m20221213141421226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213141421226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213141421226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213141421227 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213141421227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213141421227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213141421227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:14:22.810055 run osmo-stp_10.42.42.5(pid=30419): stdout: \u000a| (launched: 2022-12-13_14:14:21.056450)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:14:22.936197 run osmo-stp_10.42.42.5(pid=30419): stderr: \u000a| �[0;m�[38;5;43m20221213141421226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213141421226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213141421226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213141421227 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213141421227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213141421227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213141421227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:14:23.083703 run patchelf(pid=30422): Terminating (SIGINT)\u000a14:14:23.256777 run patchelf(pid=30422): Terminated: ok {rc=0}\u000a14:14:23.288747 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30419): Process ended prematurely: osmo-stp_10.42.42.5(pid=30419) [trial-2390↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30419)] [trial-2390↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a14:14:23.298272 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a14:14:23.357933 run osmo-hlr_10.42.42.2(pid=30416): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30416)]\u000a14:14:23.406947 run osmo-hlr_10.42.42.2(pid=30416): stdout: \u000a| (launched: 2022-12-13_14:14:20.083770) \u000a14:14:23.456672 run osmo-hlr_10.42.42.2(pid=30416): stderr: \u000a| �[0;m�[1;31m20221213141420262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213141420262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213141420262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141420262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141420262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213141420263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213141420275 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213141420286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213141420286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213141420286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:14:23.498821 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30411): Terminating (SIGTERM)\u000a14:14:23.538619 run iperf3-srv_10.42.42.10(pid=30412): Terminating (SIGTERM)\u000a14:14:23.578313 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30415): Terminating (SIGTERM)\u000a14:14:23.617868 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30418): Terminating (SIGTERM)\u000a14:14:23.657650 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30421): Terminating (SIGTERM)\u000a14:14:23.666765 --- ParallelTerminationStrategy: PID 30411 died...\u000a14:14:23.719720 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30411): Terminated: ok {rc=0}\u000a14:14:23.729187 --- ParallelTerminationStrategy: PID 30412 died...\u000a14:14:23.781576 run iperf3-srv_10.42.42.10(pid=30412): Terminated {rc=256}\u000a14:14:23.790977 --- ParallelTerminationStrategy: PID 30415 died...\u000a14:14:23.843980 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30415): Terminated: ok {rc=0}\u000a14:14:23.853553 --- ParallelTerminationStrategy: PID 30418 died...\u000a14:14:23.906261 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30418): Terminated: ok {rc=0}\u000a14:14:23.915677 --- ParallelTerminationStrategy: PID 30421 died...\u000a14:14:23.968270 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30421): Terminated: ok {rc=0}\u000a14:14:24.056307 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30438): Process ended prematurely: osmo-stp_10.42.42.5(pid=30438) [trial-2390↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30438)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30438): Process ended prematurely: osmo-stp_10.42.42.5(pid=30438) [trial-2390↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30438)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a14:14:25.173866 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:14:25.186608 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a14:14:25.338346 tst iperf3m4.py: using LAC 34501\u000a14:14:25.468769 tst iperf3m4.py: using RAC 76\u000a14:14:25.597537 tst iperf3m4.py: using CellId 34501\u000a14:14:25.727943 tst iperf3m4.py: using BVCI 34502\u000a14:14:25.753169 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:14:25.764910 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:14:25.776775 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:14:25.788646 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:14:25.800662 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:14:25.812636 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:14:25.825102 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:14:25.837184 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:14:25.849706 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a14:14:25.972398 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a14:14:26.095930 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a14:14:26.218293 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a14:14:26.516840 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a14:14:26.654690 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:14:26.997693 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30423): Launched\u000a14:14:27.283981 run iperf3-srv_10.42.42.10(pid=30424): Launched\u000a14:14:27.486052 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a14:14:27.623620 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:14:27.965160 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30425): Launched\u000a14:14:28.251741 run iperf3-srv_10.42.42.10(pid=30426): Launched\u000a14:14:28.455069 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a14:14:28.592868 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:14:28.936043 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30427): Launched\u000a14:14:29.221424 run iperf3-srv_10.42.42.10(pid=30428): Launched\u000a14:14:29.423719 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a14:14:29.560708 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a14:14:29.901092 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30429): Launched\u000a14:14:30.186304 run iperf3-srv_10.42.42.10(pid=30430): Launched\u000a14:14:30.388137 tst iperf3m4.py:8: start network...\u000a14:14:30.525199 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:14:31.102932 run create_hlr_db(pid=30432): Launched\u000a14:14:31.300454 bus /gobi_6: Setting Powered False\u000a14:14:32.314520 run create_hlr_db(pid=30432): Terminated: ok {rc=0}\u000a14:14:32.757271 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30434): Launched\u000a14:14:33.087604 run osmo-hlr_10.42.42.2(pid=30435): Launched\u000a14:14:33.209340 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:14:33.785529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30437): Launched\u000a14:14:34.118144 run osmo-stp_10.42.42.5(pid=30438): Launched\u000a14:14:34.237490 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:14:34.812896 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30440): Launched\u000a14:14:34.930381 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:14:35.219524 run patchelf(pid=30441): Launched\u000a14:14:35.411866 run osmo-stp_10.42.42.5(pid=30438): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30438)]\u000a14:14:35.552192 run osmo-stp_10.42.42.5(pid=30438): stdout: \u000a| (launched: 2022-12-13_14:14:33.953030)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:14:35.693116 run osmo-stp_10.42.42.5(pid=30438): stderr: \u000a| �[0;m�[38;5;43m20221213141434146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213141434146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213141434146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213141434147 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213141434147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213141434147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213141434147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:14:35.828784 run osmo-stp_10.42.42.5(pid=30438): stdout: \u000a| (launched: 2022-12-13_14:14:33.953030)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:14:35.963599 run osmo-stp_10.42.42.5(pid=30438): stderr: \u000a| �[0;m�[38;5;43m20221213141434146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213141434146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213141434146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213141434147 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213141434147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213141434147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213141434147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:14:36.121201 run patchelf(pid=30441): Terminating (SIGINT)\u000a14:14:36.306012 run patchelf(pid=30441): Terminated: ok {rc=0}\u000a14:14:36.340247 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30438): Process ended prematurely: osmo-stp_10.42.42.5(pid=30438) [trial-2390↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30438)] [trial-2390↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a14:14:36.350469 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a14:14:36.414420 run osmo-hlr_10.42.42.2(pid=30435): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30435)]\u000a14:14:36.466944 run osmo-hlr_10.42.42.2(pid=30435): stdout: \u000a| (launched: 2022-12-13_14:14:32.924482) \u000a14:14:36.519473 run osmo-hlr_10.42.42.2(pid=30435): stderr: \u000a| �[0;m�[1;31m20221213141433125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213141433125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213141433125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141433125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141433125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213141433125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213141433139 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213141433147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213141433148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213141433148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:14:36.564555 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30423): Terminating (SIGTERM)\u000a14:14:36.607092 run iperf3-srv_10.42.42.10(pid=30424): Terminating (SIGTERM)\u000a14:14:36.649566 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30425): Terminating (SIGTERM)\u000a14:14:36.691980 run iperf3-srv_10.42.42.10(pid=30426): Terminating (SIGTERM)\u000a14:14:36.734498 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30427): Terminating (SIGTERM)\u000a14:14:36.776716 run iperf3-srv_10.42.42.10(pid=30428): Terminating (SIGTERM)\u000a14:14:36.818899 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30429): Terminating (SIGTERM)\u000a14:14:36.860894 run iperf3-srv_10.42.42.10(pid=30430): Terminating (SIGTERM)\u000a14:14:36.903509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30434): Terminating (SIGTERM)\u000a14:14:36.945800 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30437): Terminating (SIGTERM)\u000a14:14:36.988384 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30440): Terminating (SIGTERM)\u000a14:14:36.998199 --- ParallelTerminationStrategy: PID 30423 died...\u000a14:14:37.055154 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30423): Terminated: ok {rc=0}\u000a14:14:37.065391 --- ParallelTerminationStrategy: PID 30424 died...\u000a14:14:37.121709 run iperf3-srv_10.42.42.10(pid=30424): Terminated {rc=256}\u000a14:14:37.131802 --- ParallelTerminationStrategy: PID 30425 died...\u000a14:14:37.188477 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30425): Terminated: ok {rc=0}\u000a14:14:37.198621 --- ParallelTerminationStrategy: PID 30426 died...\u000a14:14:37.255226 run iperf3-srv_10.42.42.10(pid=30426): Terminated {rc=256}\u000a14:14:37.265779 --- ParallelTerminationStrategy: PID 30427 died...\u000a14:14:37.322195 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30427): Terminated: ok {rc=0}\u000a14:14:37.332292 --- ParallelTerminationStrategy: PID 30428 died...\u000a14:14:37.388719 run iperf3-srv_10.42.42.10(pid=30428): Terminated {rc=256}\u000a14:14:37.398859 --- ParallelTerminationStrategy: PID 30429 died...\u000a14:14:37.455044 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30429): Terminated: ok {rc=0}\u000a14:14:37.465208 --- ParallelTerminationStrategy: PID 30430 died...\u000a14:14:37.521703 run iperf3-srv_10.42.42.10(pid=30430): Terminated {rc=256}\u000a14:14:37.531640 --- ParallelTerminationStrategy: PID 30434 died...\u000a14:14:37.588274 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30434): Terminated: ok {rc=0}\u000a14:14:37.598431 --- ParallelTerminationStrategy: PID 30437 died...\u000a14:14:37.655052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30437): Terminated: ok {rc=0}\u000a14:14:37.665358 --- ParallelTerminationStrategy: PID 30440 died...\u000a14:14:37.721798 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30440): Terminated: ok {rc=0}\u000a14:14:37.809656 bus /gobi_4: Setting Powered False\u000a14:14:38.916473 bus /gobi_4: Setting Powered False\u000a14:14:40.025469 bus /gobi_1: Setting Powered False\u000a14:14:41.133220 bus /gobi_1: Setting Powered False\u000a14:14:42.241848 bus /gobi_0: Setting Powered False\u000a14:14:43.350344 bus /gobi_0: Setting Powered False\u000a14:14:44.464112 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30448): Process ended prematurely: osmo-stp_10.42.42.5(pid=30448) [trial-2390↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30448)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30448): Process ended prematurely: osmo-stp_10.42.42.5(pid=30448) [trial-2390↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30448)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a14:14:45.532161 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:14:45.544354 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a14:14:45.684076 tst ping.py: using LAC 34502\u000a14:14:45.805295 tst ping.py: using RAC 77\u000a14:14:45.954967 tst ping.py: using CellId 34502\u000a14:14:46.088525 tst ping.py: using BVCI 34503\u000a14:14:46.115658 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:14:46.128644 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:14:46.141587 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:14:46.155326 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:14:46.168571 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:14:46.182146 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:14:46.195864 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:14:46.209685 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a14:14:46.507395 tst ping.py:19: start network...\u000a14:14:46.646132 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:14:47.205978 run create_hlr_db(pid=30442): Launched\u000a14:14:47.394407 bus /gobi_6: Setting Powered False\u000a14:14:48.414162 run create_hlr_db(pid=30442): Terminated: ok {rc=0}\u000a14:14:48.846623 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30444): Launched\u000a14:14:49.172762 run osmo-hlr_10.42.42.2(pid=30445): Launched\u000a14:14:49.291322 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:14:49.859664 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30447): Launched\u000a14:14:50.184188 run osmo-stp_10.42.42.5(pid=30448): Launched\u000a14:14:50.301617 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:14:50.866292 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30450): Launched\u000a14:14:50.980910 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:14:51.264309 run patchelf(pid=30451): Launched\u000a14:14:51.453715 run osmo-stp_10.42.42.5(pid=30448): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30448)]\u000a14:14:51.591818 run osmo-stp_10.42.42.5(pid=30448): stdout: \u000a| (launched: 2022-12-13_14:14:50.023705)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:14:51.730921 run osmo-stp_10.42.42.5(pid=30448): stderr: \u000a| �[0;m�[38;5;43m20221213141450216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213141450216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213141450216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213141450217 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213141450217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213141450217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213141450217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:14:51.864526 run osmo-stp_10.42.42.5(pid=30448): stdout: \u000a| (launched: 2022-12-13_14:14:50.023705)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:14:51.997214 run osmo-stp_10.42.42.5(pid=30448): stderr: \u000a| �[0;m�[38;5;43m20221213141450216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213141450216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213141450216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213141450217 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213141450217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213141450217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213141450217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:14:52.151943 run patchelf(pid=30451): Terminating (SIGINT)\u000a14:14:52.334460 run patchelf(pid=30451): Terminated: ok {rc=0}\u000a14:14:52.367386 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=30448): Process ended prematurely: osmo-stp_10.42.42.5(pid=30448) [trial-2390↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30448)] [trial-2390↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a14:14:52.376904 tst ping.py:22: Test FAILED (6.8 sec)\u000a14:14:52.440295 run osmo-hlr_10.42.42.2(pid=30445): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30445)]\u000a14:14:52.491957 run osmo-hlr_10.42.42.2(pid=30445): stdout: \u000a| (launched: 2022-12-13_14:14:49.011154) \u000a14:14:52.544491 run osmo-hlr_10.42.42.2(pid=30445): stderr: \u000a| �[0;m�[1;31m20221213141449208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213141449208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213141449208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141449208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141449208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213141449208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213141449224 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213141449232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213141449232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213141449232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:14:52.589265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30444): Terminating (SIGTERM)\u000a14:14:52.631496 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30447): Terminating (SIGTERM)\u000a14:14:52.673893 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30450): Terminating (SIGTERM)\u000a14:14:52.683582 --- ParallelTerminationStrategy: PID 30444 died...\u000a14:14:52.740240 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30444): Terminated: ok {rc=0}\u000a14:14:52.750391 --- ParallelTerminationStrategy: PID 30447 died...\u000a14:14:52.806915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30447): Terminated: ok {rc=0}\u000a14:14:52.817118 --- ParallelTerminationStrategy: PID 30450 died...\u000a14:14:52.873563 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30450): Terminated: ok {rc=0}\u000a14:14:52.961735 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30458): Process ended prematurely: osmo-stp_10.42.42.5(pid=30458) [trial-2390↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30458)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30458): Process ended prematurely: osmo-stp_10.42.42.5(pid=30458) [trial-2390↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30458)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a14:14:54.014121 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:14:54.026340 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a14:14:54.180413 tst ping_idle_ping.py: using LAC 34503\u000a14:14:54.306558 tst ping_idle_ping.py: using RAC 78\u000a14:14:54.431930 tst ping_idle_ping.py: using CellId 34503\u000a14:14:54.556717 tst ping_idle_ping.py: using BVCI 34504\u000a14:14:54.581698 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:14:54.593888 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:14:54.605744 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:14:54.617640 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:14:54.629682 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:14:54.641801 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:14:54.654139 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a14:14:54.666474 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a14:14:54.945338 tst ping_idle_ping.py:24: start network...\u000a14:14:55.072389 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:14:55.564214 run create_hlr_db(pid=30452): Launched\u000a14:14:55.741105 bus /gobi_6: Setting Powered False\u000a14:14:56.759996 run create_hlr_db(pid=30452): Terminated: ok {rc=0}\u000a14:14:57.194756 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30454): Launched\u000a14:14:57.522070 run osmo-hlr_10.42.42.2(pid=30455): Launched\u000a14:14:57.645113 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:14:58.210388 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30457): Launched\u000a14:14:58.536551 run osmo-stp_10.42.42.5(pid=30458): Launched\u000a14:14:58.654110 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:14:59.220848 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30460): Launched\u000a14:14:59.337316 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:14:59.621803 run patchelf(pid=30461): Launched\u000a14:14:59.811198 run osmo-stp_10.42.42.5(pid=30458): ERR: Terminated: ERROR {rc=1} [trial-2390↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30458)]\u000a14:14:59.949682 run osmo-stp_10.42.42.5(pid=30458): stdout: \u000a| (launched: 2022-12-13_14:14:58.375205)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:15:00.088630 run osmo-stp_10.42.42.5(pid=30458): stderr: \u000a| �[0;m�[38;5;43m20221213141458566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213141458566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213141458567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213141458567 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213141458568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213141458568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213141458568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:15:00.222558 run osmo-stp_10.42.42.5(pid=30458): stdout: \u000a| (launched: 2022-12-13_14:14:58.375205)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:15:00.356051 run osmo-stp_10.42.42.5(pid=30458): stderr: \u000a| �[0;m�[38;5;43m20221213141458566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213141458566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213141458567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213141458567 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213141458568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213141458568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213141458568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:15:00.510898 run patchelf(pid=30461): Terminating (SIGINT)\u000a14:15:00.693098 run patchelf(pid=30461): Terminated: ok {rc=0}\u000a14:15:00.726190 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=30458): Process ended prematurely: osmo-stp_10.42.42.5(pid=30458) [trial-2390↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30458)] [trial-2390↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a14:15:00.735859 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a14:15:00.800157 run osmo-hlr_10.42.42.2(pid=30455): ERR: Terminated: ERROR {rc=237} [trial-2390↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30455)]\u000a14:15:00.853384 run osmo-hlr_10.42.42.2(pid=30455): stdout: \u000a| (launched: 2022-12-13_14:14:57.360579) \u000a14:15:00.918433 run osmo-hlr_10.42.42.2(pid=30455): stderr: \u000a| �[0;m�[1;31m20221213141457559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213141457559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213141457559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141457559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141457559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213141457559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213141457571 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213141457580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213141457580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213141457580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:15:00.964531 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30454): Terminating (SIGTERM)\u000a14:15:01.008869 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30457): Terminating (SIGTERM)\u000a14:15:01.053463 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30460): Terminating (SIGTERM)\u000a14:15:01.063823 --- ParallelTerminationStrategy: PID 30454 died...\u000a14:15:01.125220 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30454): Terminated: ok {rc=0}\u000a14:15:01.137417 --- ParallelTerminationStrategy: PID 30457 died...\u000a14:15:01.196036 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30457): Terminated: ok {rc=0}\u000a14:15:01.207642 --- ParallelTerminationStrategy: PID 30460 died...\u000a14:15:01.266054 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30460): Terminated: ok {rc=0}\u000a14:15:01.357813 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "158", "name" : "gprs_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T14:14:02" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30477): Process ended prematurely: osmo-stp_10.42.42.5(pid=30477) [trial-2390↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30477)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30477): Process ended prematurely: osmo-stp_10.42.42.5(pid=30477) [trial-2390↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30477)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a14:15:03.399843 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a14:15:03.411901 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a14:15:03.566386 tst switch_tch_pdch.py: using LAC 34504\u000a14:15:03.687320 tst switch_tch_pdch.py: using RAC 79\u000a14:15:03.807857 tst switch_tch_pdch.py: using CellId 34504\u000a14:15:03.928590 tst switch_tch_pdch.py: using BVCI 34505\u000a14:15:03.951901 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a14:15:03.963578 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a14:15:03.975175 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a14:15:03.986882 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a14:15:03.998274 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a14:15:04.009609 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a14:15:04.021087 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a14:15:04.032558 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a14:15:04.154012 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a14:15:04.434320 tst switch_tch_pdch.py:51: start network...\u000a14:15:04.559749 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:15:05.045552 run create_hlr_db(pid=30471): Launched\u000a14:15:05.221660 bus /gobi_6: Setting Powered False\u000a14:15:06.240569 run create_hlr_db(pid=30471): Terminated: ok {rc=0}\u000a14:15:06.646208 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30473): Launched\u000a14:15:06.948885 run osmo-hlr_10.42.42.2(pid=30474): Launched\u000a14:15:07.066853 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:15:07.595987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30476): Launched\u000a14:15:07.900106 run osmo-stp_10.42.42.5(pid=30477): Launched\u000a14:15:08.009896 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a14:15:08.542282 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30479): Launched\u000a14:15:08.650064 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a14:15:08.915642 run patchelf(pid=30480): Launched\u000a14:15:09.093972 run osmo-stp_10.42.42.5(pid=30477): ERR: Terminated: ERROR {rc=1} [trial-2390↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30477)]\u000a14:15:09.225523 run osmo-stp_10.42.42.5(pid=30477): stdout: \u000a| (launched: 2022-12-13_14:15:07.750385)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:15:09.356784 run osmo-stp_10.42.42.5(pid=30477): stderr: \u000a| �[0;m�[38;5;43m20221213141507920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213141507920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213141507921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213141507921 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213141507922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213141507922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213141507922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:15:09.482252 run osmo-stp_10.42.42.5(pid=30477): stdout: \u000a| (launched: 2022-12-13_14:15:07.750385)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:15:09.606806 run osmo-stp_10.42.42.5(pid=30477): stderr: \u000a| �[0;m�[38;5;43m20221213141507920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213141507920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213141507921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213141507921 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213141507922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213141507922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213141507922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:15:09.751837 run patchelf(pid=30480): Terminating (SIGINT)\u000a14:15:09.922442 run patchelf(pid=30480): Terminated: ok {rc=0}\u000a14:15:09.953396 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=30477): Process ended prematurely: osmo-stp_10.42.42.5(pid=30477) [trial-2390↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30477)] [trial-2390↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a14:15:09.962297 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a14:15:10.021658 run osmo-hlr_10.42.42.2(pid=30474): ERR: Terminated: ERROR {rc=237} [trial-2390↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30474)]\u000a14:15:10.070649 run osmo-hlr_10.42.42.2(pid=30474): stdout: \u000a| (launched: 2022-12-13_14:15:06.799344) \u000a14:15:10.120286 run osmo-hlr_10.42.42.2(pid=30474): stderr: \u000a| �[0;m�[1;31m20221213141506975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213141506975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213141506975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141506975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141506975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213141506975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213141506987 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213141506996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213141506996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213141506996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:15:10.162568 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30473): Terminating (SIGTERM)\u000a14:15:10.202446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30476): Terminating (SIGTERM)\u000a14:15:10.242397 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30479): Terminating (SIGTERM)\u000a14:15:10.251210 --- ParallelTerminationStrategy: PID 30473 died...\u000a14:15:10.304188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30473): Terminated: ok {rc=0}\u000a14:15:10.313690 --- ParallelTerminationStrategy: PID 30476 died...\u000a14:15:10.366718 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30476): Terminated: ok {rc=0}\u000a14:15:10.376129 --- ParallelTerminationStrategy: PID 30479 died...\u000a14:15:10.429257 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30479): Terminated: ok {rc=0}\u000a14:15:10.517128 bus /gobi_0: Setting Powered False\u000a14:15:11.621085 bus /gobi_0: Setting Powered False\u000a14:15:12.733553 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "159", "name" : "dynts_nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T14:15:03" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=30485): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30485) [trial-2390↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30485)]", "failedSince" : 2172, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_acceptall.py\", line 18, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=30485): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30485) [trial-2390↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30485)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 nitb_smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a14:15:14.578627 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a14:15:14.693390 tst esme_connect_policy_acceptall.py: using MSISDN 8193\u000a14:15:14.839751 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a14:15:15.463925 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30484): Launched\u000a14:15:15.791809 run osmo-nitb_10.42.42.2(pid=30485): Launched\u000a14:15:16.003384 run osmo-nitb_10.42.42.2(pid=30485): ERR: Terminated: ERROR {rc=2} [trial-2390↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30485)]\u000a14:15:16.155411 run osmo-nitb_10.42.42.2(pid=30485): stdout: \u000a| (launched: 2022-12-13_14:15:15.631646) \u000a14:15:16.307171 run osmo-nitb_10.42.42.2(pid=30485): stderr: \u000a| (launched: 2022-12-13_14:15:15.680658)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a14:15:16.454096 run osmo-nitb_10.42.42.2(pid=30485): stdout: \u000a| (launched: 2022-12-13_14:15:15.631646) \u000a14:15:16.599543 run osmo-nitb_10.42.42.2(pid=30485): stderr: \u000a| (launched: 2022-12-13_14:15:15.680658)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a14:15:16.956095 tst osmo-nitb_10.42.42.2(pid=30485): stdout: \u000a| (launched: 2022-12-13_14:15:15.631646) \u000a14:15:17.084636 tst osmo-nitb_10.42.42.2(pid=30485): stderr: \u000a| (launched: 2022-12-13_14:15:15.680658)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a14:15:17.141696 tst esme_connect_policy_acceptall.py:18: ERR: Error: osmo-nitb_10.42.42.2(pid=30485): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30485) [trial-2390↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30485)] [trial-2390↪nitb_smpp↪esme_connect_policy_acceptall.py:18]\u000a14:15:17.150545 tst esme_connect_policy_acceptall.py:18: Test FAILED (2.6 sec)\u000a14:15:17.186893 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30484): Terminating (SIGTERM)\u000a14:15:17.365973 --- ParallelTerminationStrategy: PID 30484 died...\u000a14:15:17.421153 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30484): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=30487): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30487) [trial-2390↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30487)]", "failedSince" : 2172, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_closed.py\", line 24, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=30487): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30487) [trial-2390↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30487)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 nitb_smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a14:15:17.436085 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a14:15:17.556482 tst esme_connect_policy_closed.py: using MSISDN 8194\u000a14:15:17.686249 tst esme_connect_policy_closed.py: using MSISDN 8195\u000a14:15:17.804631 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a14:15:18.433367 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30486): Launched\u000a14:15:18.762896 run osmo-nitb_10.42.42.2(pid=30487): Launched\u000a14:15:18.951116 run osmo-nitb_10.42.42.2(pid=30487): ERR: Terminated: ERROR {rc=2} [trial-2390↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30487)]\u000a14:15:19.088735 run osmo-nitb_10.42.42.2(pid=30487): stdout: \u000a| (launched: 2022-12-13_14:15:18.603374) \u000a14:15:19.226818 run osmo-nitb_10.42.42.2(pid=30487): stderr: \u000a| (launched: 2022-12-13_14:15:18.653016)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a14:15:19.360426 run osmo-nitb_10.42.42.2(pid=30487): stdout: \u000a| (launched: 2022-12-13_14:15:18.603374) \u000a14:15:19.492176 run osmo-nitb_10.42.42.2(pid=30487): stderr: \u000a| (launched: 2022-12-13_14:15:18.653016)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a14:15:19.550165 tst esme_connect_policy_closed.py:24: ERR: Error: osmo-nitb_10.42.42.2(pid=30487): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30487) [trial-2390↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30487)] [trial-2390↪nitb_smpp↪esme_connect_policy_closed.py:24]\u000a14:15:19.558790 tst esme_connect_policy_closed.py:24: Test FAILED (2.1 sec)\u000a14:15:19.595639 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30486): Terminating (SIGTERM)\u000a14:15:19.773614 --- ParallelTerminationStrategy: PID 30486 died...\u000a14:15:19.832152 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30486): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=30489): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30489) [trial-2390↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30489)]", "failedSince" : 2140, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_storeforward.py\", line 23, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=30489): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30489) [trial-2390↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30489)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 nitb_smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a14:15:19.848531 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a14:15:19.860196 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a14:15:19.995293 tst esme_ms_sms_storeforward.py: using LAC 34505\u000a14:15:20.127231 tst esme_ms_sms_storeforward.py: using RAC 80\u000a14:15:20.257608 tst esme_ms_sms_storeforward.py: using CellId 34505\u000a14:15:20.387948 tst esme_ms_sms_storeforward.py: using BVCI 34506\u000a14:15:20.413422 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a14:15:20.632686 tst esme_ms_sms_storeforward.py: using MSISDN 8196\u000a14:15:20.823047 tst esme_ms_sms_storeforward.py:20: start nitb and bts...\u000a14:15:20.952732 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a14:15:21.601172 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30488): Launched\u000a14:15:21.911142 run osmo-nitb_10.42.42.2(pid=30489): Launched\u000a14:15:22.089674 run osmo-nitb_10.42.42.2(pid=30489): ERR: Terminated: ERROR {rc=2} [trial-2390↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30489)]\u000a14:15:22.219823 run osmo-nitb_10.42.42.2(pid=30489): stdout: \u000a| (launched: 2022-12-13_14:15:21.759505) \u000a14:15:22.350826 run osmo-nitb_10.42.42.2(pid=30489): stderr: \u000a| (launched: 2022-12-13_14:15:21.806122)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a14:15:22.476582 run osmo-nitb_10.42.42.2(pid=30489): stdout: \u000a| (launched: 2022-12-13_14:15:21.759505) \u000a14:15:22.601320 run osmo-nitb_10.42.42.2(pid=30489): stderr: \u000a| (launched: 2022-12-13_14:15:21.806122)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a14:15:22.656146 tst esme_ms_sms_storeforward.py:23: ERR: Error: osmo-nitb_10.42.42.2(pid=30489): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30489) [trial-2390↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30489)] [trial-2390↪nitb_smpp↪esme_ms_sms_storeforward.py:23]\u000a14:15:22.664394 tst esme_ms_sms_storeforward.py:23: Test FAILED (2.8 sec)\u000a14:15:22.699089 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30488): Terminating (SIGTERM)\u000a14:15:22.876524 --- ParallelTerminationStrategy: PID 30488 died...\u000a14:15:22.931719 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30488): Terminated: ok {rc=0}\u000a14:15:23.020132 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "nitb_smpp", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=30491): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30491) [trial-2390↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30491)]", "failedSince" : 2140, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_transaction.py\", line 21, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=30491): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30491) [trial-2390↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30491)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 nitb_smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a14:15:24.074181 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a14:15:24.085974 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a14:15:24.220254 tst esme_ms_sms_transaction.py: using LAC 34506\u000a14:15:24.355298 tst esme_ms_sms_transaction.py: using RAC 81\u000a14:15:24.484862 tst esme_ms_sms_transaction.py: using CellId 34506\u000a14:15:24.613047 tst esme_ms_sms_transaction.py: using BVCI 34507\u000a14:15:24.638466 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a14:15:24.863349 tst esme_ms_sms_transaction.py: using MSISDN 8197\u000a14:15:25.066684 tst esme_ms_sms_transaction.py:18: start nitb and bts...\u000a14:15:25.205701 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a14:15:25.889240 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30490): Launched\u000a14:15:26.219620 run osmo-nitb_10.42.42.2(pid=30491): Launched\u000a14:15:26.423953 run osmo-nitb_10.42.42.2(pid=30491): ERR: Terminated: ERROR {rc=2} [trial-2390↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30491)]\u000a14:15:26.573717 run osmo-nitb_10.42.42.2(pid=30491): stdout: \u000a| (launched: 2022-12-13_14:15:26.058412) \u000a14:15:26.723191 run osmo-nitb_10.42.42.2(pid=30491): stderr: \u000a| (launched: 2022-12-13_14:15:26.107552)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a14:15:26.868375 run osmo-nitb_10.42.42.2(pid=30491): stdout: \u000a| (launched: 2022-12-13_14:15:26.058412) \u000a14:15:27.012412 run osmo-nitb_10.42.42.2(pid=30491): stderr: \u000a| (launched: 2022-12-13_14:15:26.107552)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a14:15:27.353882 tst osmo-nitb_10.42.42.2(pid=30491): stdout: \u000a| (launched: 2022-12-13_14:15:26.058412) \u000a14:15:27.486262 tst osmo-nitb_10.42.42.2(pid=30491): stderr: \u000a| (launched: 2022-12-13_14:15:26.107552)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a14:15:27.544348 tst esme_ms_sms_transaction.py:21: ERR: Error: osmo-nitb_10.42.42.2(pid=30491): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30491) [trial-2390↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30491)] [trial-2390↪nitb_smpp↪esme_ms_sms_transaction.py:21]\u000a14:15:27.553304 tst esme_ms_sms_transaction.py:21: Test FAILED (3.5 sec)\u000a14:15:27.591565 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30490): Terminating (SIGTERM)\u000a14:15:27.769758 --- ParallelTerminationStrategy: PID 30490 died...\u000a14:15:27.828795 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30490): Terminated: ok {rc=0}\u000a14:15:27.918590 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 16.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "160", "name" : "nitb_smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T14:15:14" }, { "cases" : [ { "testActions" : [ ], "age" : 60, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=30500): Process ended prematurely: osmo-hlr_10.42.42.2(pid=30500) [trial-2390↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30500)]", "failedSince" : 2331, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_acceptall.py\", line 23, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=30500): Process ended prematurely: osmo-hlr_10.42.42.2(pid=30500) [trial-2390↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30500)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a14:15:29.721544 tst smpp: Using 1 x ip_address (candidates: 6)\u000a14:15:29.731984 tst smpp: Using 1 x ip_address (candidates: 6)\u000a14:15:29.742474 tst smpp: Using 1 x ip_address (candidates: 6)\u000a14:15:29.752675 tst smpp: Using 1 x ip_address (candidates: 6)\u000a14:15:29.863745 tst esme_connect_policy_acceptall.py: using MSISDN 8198\u000a14:15:29.974328 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a14:15:30.515008 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=30495): Launched\u000a14:15:30.828784 run osmo-stp_10.42.42.4(pid=30496): Launched\u000a14:15:30.980784 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:15:31.569381 run create_hlr_db(pid=30497): Launched\u000a14:15:31.770298 bus /sierra_2: Setting Powered False\u000a14:15:32.782824 run create_hlr_db(pid=30497): Terminated: ok {rc=0}\u000a14:15:33.205951 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30499): Launched\u000a14:15:33.518377 run osmo-hlr_10.42.42.2(pid=30500): Launched\u000a14:15:33.640723 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a14:15:34.215155 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30502): Launched\u000a14:15:34.527018 run osmo-msc_10.42.42.5(pid=30503): Launched\u000a14:15:34.710862 run osmo-hlr_10.42.42.2(pid=30500): ERR: Terminated: ERROR {rc=237} [trial-2390↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30500)]\u000a14:15:34.847148 run osmo-hlr_10.42.42.2(pid=30500): stdout: \u000a| (launched: 2022-12-13_14:15:33.364189) \u000a14:15:34.976795 run osmo-hlr_10.42.42.2(pid=30500): stderr: \u000a| �[0;m�[1;31m20221213141533541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213141533541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213141533541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141533541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141533541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213141533541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213141533554 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213141533562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213141533562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213141533562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:15:35.101393 run osmo-hlr_10.42.42.2(pid=30500): stdout: \u000a| (launched: 2022-12-13_14:15:33.364189) \u000a14:15:35.224920 run osmo-hlr_10.42.42.2(pid=30500): stderr: \u000a| �[0;m�[1;31m20221213141533541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213141533541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213141533541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141533541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141533541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213141533541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213141533554 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213141533562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213141533562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213141533562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:15:35.279242 tst esme_connect_policy_acceptall.py:23: ERR: Error: osmo-hlr_10.42.42.2(pid=30500): Process ended prematurely: osmo-hlr_10.42.42.2(pid=30500) [trial-2390↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30500)] [trial-2390↪smpp↪esme_connect_policy_acceptall.py:23]\u000a14:15:35.287391 tst esme_connect_policy_acceptall.py:23: Test FAILED (5.6 sec)\u000a14:15:35.348167 run osmo-msc_10.42.42.5(pid=30503): ERR: Terminated: ERROR {rc=9} [trial-2390↪smpp↪esme_connect_policy_acceptall.py↪esme_connect_policy_acceptall.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=30503)]\u000a14:15:35.398173 run osmo-msc_10.42.42.5(pid=30503): stdout: \u000a| (launched: 2022-12-13_14:15:34.372913) \u000a14:15:35.448165 run osmo-msc_10.42.42.5(pid=30503): stderr: \u000a| �[0;m�[38;5;43m20221213141534692 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221213141534692 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221213141534692 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221213141534692 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221213141534692 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221213141534692 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221213141534692 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221213141534693 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221213141534693 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a14:15:35.490425 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=30495): Terminating (SIGTERM)\u000a14:15:35.530244 run osmo-stp_10.42.42.4(pid=30496): Terminating (SIGTERM)\u000a14:15:35.571404 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30499): Terminating (SIGTERM)\u000a14:15:35.612275 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30502): Terminating (SIGTERM)\u000a14:15:35.621592 --- ParallelTerminationStrategy: PID 30495 died...\u000a14:15:35.675822 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=30495): Terminated: ok {rc=0}\u000a14:15:35.685738 --- ParallelTerminationStrategy: PID 30496 died...\u000a14:15:35.739548 run osmo-stp_10.42.42.4(pid=30496): Terminated: ok {rc=0}\u000a14:15:35.749124 --- ParallelTerminationStrategy: PID 30499 died...\u000a14:15:35.802894 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30499): Terminated: ok {rc=0}\u000a14:15:35.812636 --- ParallelTerminationStrategy: PID 30502 died...\u000a14:15:35.866644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30502): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 60, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=30511): Process ended prematurely: osmo-hlr_10.42.42.2(pid=30511) [trial-2390↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30511)]", "failedSince" : 2331, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_closed.py\", line 31, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=30511): Process ended prematurely: osmo-hlr_10.42.42.2(pid=30511) [trial-2390↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30511)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a14:15:35.881101 tst smpp: Using 1 x ip_address (candidates: 6)\u000a14:15:35.892162 tst smpp: Using 1 x bts (candidates: 1)\u000a14:15:36.020540 tst esme_connect_policy_closed.py: using LAC 34507\u000a14:15:36.147649 tst esme_connect_policy_closed.py: using RAC 82\u000a14:15:36.281620 tst esme_connect_policy_closed.py: using CellId 34507\u000a14:15:36.417654 tst esme_connect_policy_closed.py: using BVCI 34508\u000a14:15:36.443277 tst smpp: Using 1 x ip_address (candidates: 6)\u000a14:15:36.454282 tst smpp: Using 1 x ip_address (candidates: 6)\u000a14:15:36.465576 tst smpp: Using 1 x ip_address (candidates: 6)\u000a14:15:36.589225 tst esme_connect_policy_closed.py: using MSISDN 8199\u000a14:15:36.720643 tst esme_connect_policy_closed.py: using MSISDN 8200\u000a14:15:36.839659 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a14:15:37.420481 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=30506): Launched\u000a14:15:37.756596 run osmo-stp_10.42.42.4(pid=30507): Launched\u000a14:15:37.875564 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:15:38.401589 run create_hlr_db(pid=30508): Launched\u000a14:15:39.597203 run create_hlr_db(pid=30508): Terminated: ok {rc=0}\u000a14:15:39.944163 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30510): Launched\u000a14:15:40.280374 run osmo-hlr_10.42.42.2(pid=30511): Launched\u000a14:15:40.404587 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a14:15:41.021553 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30513): Launched\u000a14:15:41.360280 run osmo-msc_10.42.42.5(pid=30514): Launched\u000a14:15:41.556240 run osmo-hlr_10.42.42.2(pid=30511): ERR: Terminated: ERROR {rc=237} [trial-2390↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30511)]\u000a14:15:41.699248 run osmo-hlr_10.42.42.2(pid=30511): stdout: \u000a| (launched: 2022-12-13_14:15:40.114334) \u000a14:15:41.840315 run osmo-hlr_10.42.42.2(pid=30511): stderr: \u000a| �[0;m�[1;31m20221213141540310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213141540310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213141540310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141540310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141540310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213141540310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213141540330 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213141540338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213141540338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213141540338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:15:41.974648 run osmo-hlr_10.42.42.2(pid=30511): stdout: \u000a| (launched: 2022-12-13_14:15:40.114334) \u000a14:15:42.107586 run osmo-hlr_10.42.42.2(pid=30511): stderr: \u000a| �[0;m�[1;31m20221213141540310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213141540310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213141540310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141540310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141540310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213141540310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213141540330 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213141540338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213141540338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213141540338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:15:42.165799 tst esme_connect_policy_closed.py:31: ERR: Error: osmo-hlr_10.42.42.2(pid=30511): Process ended prematurely: osmo-hlr_10.42.42.2(pid=30511) [trial-2390↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30511)] [trial-2390↪smpp↪esme_connect_policy_closed.py:31]\u000a14:15:42.174498 tst esme_connect_policy_closed.py:31: Test FAILED (6.3 sec)\u000a14:15:42.238708 run osmo-msc_10.42.42.5(pid=30514): ERR: Terminated: ERROR {rc=9} [trial-2390↪smpp↪esme_connect_policy_closed.py↪esme_connect_policy_closed.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=30514)]\u000a14:15:42.291252 run osmo-msc_10.42.42.5(pid=30514): stdout: \u000a| (launched: 2022-12-13_14:15:41.191904) \u000a14:15:42.345028 run osmo-msc_10.42.42.5(pid=30514): stderr: \u000a| �[0;m�[38;5;43m20221213141541558 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221213141541558 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221213141541558 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221213141541558 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221213141541558 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221213141541558 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221213141541558 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221213141541558 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221213141541559 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a14:15:42.390417 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=30506): Terminating (SIGTERM)\u000a14:15:42.433401 run osmo-stp_10.42.42.4(pid=30507): Terminating (SIGTERM)\u000a14:15:42.477633 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30510): Terminating (SIGTERM)\u000a14:15:42.523864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30513): Terminating (SIGTERM)\u000a14:15:42.534725 --- ParallelTerminationStrategy: PID 30506 died...\u000a14:15:42.595204 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=30506): Terminated: ok {rc=0}\u000a14:15:42.605415 --- ParallelTerminationStrategy: PID 30507 died...\u000a14:15:42.662289 run osmo-stp_10.42.42.4(pid=30507): Terminated: ok {rc=0}\u000a14:15:42.672285 --- ParallelTerminationStrategy: PID 30510 died...\u000a14:15:42.728294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30510): Terminated: ok {rc=0}\u000a14:15:42.738231 --- ParallelTerminationStrategy: PID 30513 died...\u000a14:15:42.794382 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30513): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 60, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30523): Process ended prematurely: osmo-stp_10.42.42.5(pid=30523) [trial-2390↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30523)]", "failedSince" : 2331, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_storeforward.py\", line 30, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30523): Process ended prematurely: osmo-stp_10.42.42.5(pid=30523) [trial-2390↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30523)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a14:15:42.809647 tst smpp: Using 1 x ip_address (candidates: 6)\u000a14:15:42.821221 tst smpp: Using 1 x bts (candidates: 1)\u000a14:15:42.954957 tst esme_ms_sms_storeforward.py: using LAC 34508\u000a14:15:43.088814 tst esme_ms_sms_storeforward.py: using RAC 83\u000a14:15:43.220166 tst esme_ms_sms_storeforward.py: using CellId 34508\u000a14:15:43.349882 tst esme_ms_sms_storeforward.py: using BVCI 34509\u000a14:15:43.375386 tst smpp: Using 1 x ip_address (candidates: 6)\u000a14:15:43.386582 tst smpp: Using 1 x ip_address (candidates: 6)\u000a14:15:43.398008 tst smpp: Using 1 x ip_address (candidates: 6)\u000a14:15:43.408923 tst smpp: Using 1 x ip_address (candidates: 6)\u000a14:15:43.420319 tst smpp: Using 1 x ip_address (candidates: 6)\u000a14:15:43.431639 tst smpp: Using 1 x modem (candidates: 1)\u000a14:15:43.650487 tst esme_ms_sms_storeforward.py: using MSISDN 8201\u000a14:15:43.761993 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:15:44.261653 run create_hlr_db(pid=30517): Launched\u000a14:15:45.446017 run create_hlr_db(pid=30517): Terminated: ok {rc=0}\u000a14:15:45.770725 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30519): Launched\u000a14:15:46.239035 run osmo-hlr_10.42.42.2(pid=30520): Launched\u000a14:15:46.450468 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:15:47.058962 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30522): Launched\u000a14:15:47.399397 run osmo-stp_10.42.42.5(pid=30523): Launched\u000a14:15:47.523390 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:15:48.134657 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30525): Launched\u000a14:15:48.470476 run osmo-msc_10.42.42.6(pid=30526): Launched\u000a14:15:48.665207 run osmo-stp_10.42.42.5(pid=30523): ERR: Terminated: ERROR {rc=1} [trial-2390↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30523)]\u000a14:15:48.805710 run osmo-stp_10.42.42.5(pid=30523): stdout: \u000a| (launched: 2022-12-13_14:15:47.231523)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:15:48.944915 run osmo-stp_10.42.42.5(pid=30523): stderr: \u000a| �[0;m�[38;5;43m20221213141547424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213141547424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213141547424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213141547425 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213141547425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213141547425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213141547425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:15:49.078449 run osmo-stp_10.42.42.5(pid=30523): stdout: \u000a| (launched: 2022-12-13_14:15:47.231523)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:15:49.210659 run osmo-stp_10.42.42.5(pid=30523): stderr: \u000a| �[0;m�[38;5;43m20221213141547424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213141547424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213141547424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213141547425 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213141547425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213141547425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213141547425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:15:49.268509 tst esme_ms_sms_storeforward.py:30: ERR: Error: osmo-stp_10.42.42.5(pid=30523): Process ended prematurely: osmo-stp_10.42.42.5(pid=30523) [trial-2390↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30523)] [trial-2390↪smpp↪esme_ms_sms_storeforward.py:30]\u000a14:15:49.277258 tst esme_ms_sms_storeforward.py:30: Test FAILED (6.5 sec)\u000a14:15:49.340653 run osmo-hlr_10.42.42.2(pid=30520): ERR: Terminated: ERROR {rc=237} [trial-2390↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30520)]\u000a14:15:49.392530 run osmo-hlr_10.42.42.2(pid=30520): stdout: \u000a| (launched: 2022-12-13_14:15:45.951500) \u000a14:15:49.445163 run osmo-hlr_10.42.42.2(pid=30520): stderr: \u000a| �[0;m�[1;31m20221213141546200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213141546200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213141546200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141546200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141546200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213141546200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213141546215 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/smpp/esme_ms_sms_storeforward.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213141546226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213141546226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213141546226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:15:49.516111 run osmo-msc_10.42.42.6(pid=30526): ERR: Terminated: ERROR {rc=2} [trial-2390↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30526)]\u000a14:15:49.567752 run osmo-msc_10.42.42.6(pid=30526): stdout: \u000a| (launched: 2022-12-13_14:15:48.304152) \u000a14:15:49.620246 run osmo-msc_10.42.42.6(pid=30526): stderr: \u000a| �[0;m�[38;5;43m20221213141548628 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213141548628 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9967055c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213141548628 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213141548628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213141548629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213141548629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213141548631 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213141548631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213141548631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213141548631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:15:49.665190 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30519): Terminating (SIGTERM)\u000a14:15:49.707504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30522): Terminating (SIGTERM)\u000a14:15:49.750968 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30525): Terminating (SIGTERM)\u000a14:15:49.761073 --- ParallelTerminationStrategy: PID 30519 died...\u000a14:15:49.817718 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30519): Terminated: ok {rc=0}\u000a14:15:49.827653 --- ParallelTerminationStrategy: PID 30522 died...\u000a14:15:49.883640 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30522): Terminated: ok {rc=0}\u000a14:15:49.894014 --- ParallelTerminationStrategy: PID 30525 died...\u000a14:15:49.950161 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30525): Terminated: ok {rc=0}\u000a14:15:50.037638 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 60, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30535): Process ended prematurely: osmo-stp_10.42.42.5(pid=30535) [trial-2390↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30535)]", "failedSince" : 2331, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_transaction.py\", line 28, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30535): Process ended prematurely: osmo-stp_10.42.42.5(pid=30535) [trial-2390↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30535)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a14:15:51.090284 tst smpp: Using 1 x ip_address (candidates: 6)\u000a14:15:51.102079 tst smpp: Using 1 x bts (candidates: 1)\u000a14:15:51.239183 tst esme_ms_sms_transaction.py: using LAC 34509\u000a14:15:51.369804 tst esme_ms_sms_transaction.py: using RAC 84\u000a14:15:51.506311 tst esme_ms_sms_transaction.py: using CellId 34509\u000a14:15:51.636481 tst esme_ms_sms_transaction.py: using BVCI 34510\u000a14:15:51.661960 tst smpp: Using 1 x ip_address (candidates: 6)\u000a14:15:51.672865 tst smpp: Using 1 x ip_address (candidates: 6)\u000a14:15:51.683775 tst smpp: Using 1 x ip_address (candidates: 6)\u000a14:15:51.695156 tst smpp: Using 1 x ip_address (candidates: 6)\u000a14:15:51.706488 tst smpp: Using 1 x ip_address (candidates: 6)\u000a14:15:51.717644 tst smpp: Using 1 x modem (candidates: 1)\u000a14:15:51.945325 tst esme_ms_sms_transaction.py: using MSISDN 8202\u000a14:15:52.065365 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:15:52.594102 run create_hlr_db(pid=30529): Launched\u000a14:15:52.787619 bus /sierra_2: Setting Powered False\u000a14:15:53.807313 run create_hlr_db(pid=30529): Terminated: ok {rc=0}\u000a14:15:54.228540 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30531): Launched\u000a14:15:54.542794 run osmo-hlr_10.42.42.2(pid=30532): Launched\u000a14:15:54.668314 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:15:55.215747 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30534): Launched\u000a14:15:55.529831 run osmo-stp_10.42.42.5(pid=30535): Launched\u000a14:15:55.643145 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:15:56.213257 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30537): Launched\u000a14:15:56.528739 run osmo-msc_10.42.42.6(pid=30538): Launched\u000a14:15:56.711906 run osmo-stp_10.42.42.5(pid=30535): ERR: Terminated: ERROR {rc=1} [trial-2390↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30535)]\u000a14:15:56.844224 run osmo-stp_10.42.42.5(pid=30535): stdout: \u000a| (launched: 2022-12-13_14:15:55.373133)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:15:56.974302 run osmo-stp_10.42.42.5(pid=30535): stderr: \u000a| �[0;m�[38;5;43m20221213141555547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213141555547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213141555547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213141555548 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213141555548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213141555548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213141555548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:15:57.099212 run osmo-stp_10.42.42.5(pid=30535): stdout: \u000a| (launched: 2022-12-13_14:15:55.373133)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:15:57.222785 run osmo-stp_10.42.42.5(pid=30535): stderr: \u000a| �[0;m�[38;5;43m20221213141555547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213141555547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213141555547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213141555548 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213141555548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213141555548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213141555548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:15:57.276762 tst esme_ms_sms_transaction.py:28: ERR: Error: osmo-stp_10.42.42.5(pid=30535): Process ended prematurely: osmo-stp_10.42.42.5(pid=30535) [trial-2390↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30535)] [trial-2390↪smpp↪esme_ms_sms_transaction.py:28]\u000a14:15:57.284896 tst esme_ms_sms_transaction.py:28: Test FAILED (6.2 sec)\u000a14:15:57.343806 run osmo-hlr_10.42.42.2(pid=30532): ERR: Terminated: ERROR {rc=237} [trial-2390↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30532)]\u000a14:15:57.392200 run osmo-hlr_10.42.42.2(pid=30532): stdout: \u000a| (launched: 2022-12-13_14:15:54.386812) \u000a14:15:57.441506 run osmo-hlr_10.42.42.2(pid=30532): stderr: \u000a| �[0;m�[1;31m20221213141554565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213141554565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213141554565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141554565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141554565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213141554565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213141554578 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/smpp/esme_ms_sms_transaction.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213141554588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213141554588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213141554588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:15:57.509534 run osmo-msc_10.42.42.6(pid=30538): ERR: Terminated: ERROR {rc=2} [trial-2390↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30538)]\u000a14:15:57.558845 run osmo-msc_10.42.42.6(pid=30538): stdout: \u000a| (launched: 2022-12-13_14:15:56.371814) \u000a14:15:57.608749 run osmo-msc_10.42.42.6(pid=30538): stderr: \u000a| �[0;m�[38;5;43m20221213141556645 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213141556645 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f89f31e9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213141556645 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213141556645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213141556645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213141556646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213141556647 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213141556648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213141556648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213141556648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:15:57.650548 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30531): Terminating (SIGTERM)\u000a14:15:57.690220 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30534): Terminating (SIGTERM)\u000a14:15:57.730527 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30537): Terminating (SIGTERM)\u000a14:15:57.739712 --- ParallelTerminationStrategy: PID 30531 died...\u000a14:15:57.792920 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30531): Terminated: ok {rc=0}\u000a14:15:57.802564 --- ParallelTerminationStrategy: PID 30534 died...\u000a14:15:57.855467 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30534): Terminated: ok {rc=0}\u000a14:15:57.865049 --- ParallelTerminationStrategy: PID 30537 died...\u000a14:15:57.917947 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30537): Terminated: ok {rc=0}\u000a14:15:58.007220 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 31.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "161", "name" : "smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T14:15:29" }, { "cases" : [ { "testActions" : [ ], "age" : 60, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30549): Process ended prematurely: osmo-stp_10.42.42.5(pid=30549) [trial-2390↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30549)]", "failedSince" : 2331, "name" : "register_a5_0_authopt.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authopt.py\", line 8, in \u000a encryption_test_setup_run(False, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30549): Process ended prematurely: osmo-stp_10.42.42.5(pid=30549) [trial-2390↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30549)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 encryption register_a5_0_authopt.py\u000a----------------------------------------------\u000a14:15:59.883173 tst encryption: Using 1 x ip_address (candidates: 6)\u000a14:15:59.893798 tst encryption: Using 1 x bts (candidates: 1)\u000a14:16:00.021360 tst register_a5_0_authopt.py: using LAC 34510\u000a14:16:00.146779 tst register_a5_0_authopt.py: using RAC 85\u000a14:16:00.280164 tst register_a5_0_authopt.py: using CellId 34510\u000a14:16:00.412936 tst register_a5_0_authopt.py: using BVCI 34511\u000a14:16:00.438764 tst encryption: Using 1 x ip_address (candidates: 6)\u000a14:16:00.449990 tst encryption: Using 1 x ip_address (candidates: 6)\u000a14:16:00.461004 tst encryption: Using 1 x ip_address (candidates: 6)\u000a14:16:00.471967 tst encryption: Using 1 x ip_address (candidates: 6)\u000a14:16:00.483378 tst encryption: Using 1 x ip_address (candidates: 6)\u000a14:16:00.494682 tst encryption: Using 1 x modem (candidates: 1)\u000a14:16:00.781230 tst register_a5_0_authopt.py:8: start network...\u000a14:16:00.919585 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:16:01.485887 run create_hlr_db(pid=30543): Launched\u000a14:16:01.674971 bus /sierra_2: Setting Powered False\u000a14:16:02.692191 run create_hlr_db(pid=30543): Terminated: ok {rc=0}\u000a14:16:03.142092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30545): Launched\u000a14:16:03.482981 run osmo-hlr_10.42.42.2(pid=30546): Launched\u000a14:16:03.607730 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:16:04.195165 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30548): Launched\u000a14:16:04.535368 run osmo-stp_10.42.42.5(pid=30549): Launched\u000a14:16:04.658658 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:16:05.273129 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30551): Launched\u000a14:16:05.613860 run osmo-msc_10.42.42.6(pid=30552): Launched\u000a14:16:05.810523 run osmo-stp_10.42.42.5(pid=30549): ERR: Terminated: ERROR {rc=1} [trial-2390↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30549)]\u000a14:16:05.952394 run osmo-stp_10.42.42.5(pid=30549): stdout: \u000a| (launched: 2022-12-13_14:16:04.366641)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:16:06.092274 run osmo-stp_10.42.42.5(pid=30549): stderr: \u000a| �[0;m�[38;5;43m20221213141604564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213141604565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213141604565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213141604565 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213141604566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213141604566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213141604566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:16:06.226567 run osmo-stp_10.42.42.5(pid=30549): stdout: \u000a| (launched: 2022-12-13_14:16:04.366641)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:16:06.360207 run osmo-stp_10.42.42.5(pid=30549): stderr: \u000a| �[0;m�[38;5;43m20221213141604564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213141604565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213141604565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213141604565 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213141604566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213141604566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213141604566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:16:06.419109 tst register_a5_0_authopt.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30549): Process ended prematurely: osmo-stp_10.42.42.5(pid=30549) [trial-2390↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30549)] [trial-2390↪encryption↪register_a5_0_authopt.py:8]\u000a14:16:06.428375 tst register_a5_0_authopt.py:8: Test FAILED (6.6 sec)\u000a14:16:06.491353 run osmo-hlr_10.42.42.2(pid=30546): ERR: Terminated: ERROR {rc=237} [trial-2390↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30546)]\u000a14:16:06.542884 run osmo-hlr_10.42.42.2(pid=30546): stdout: \u000a| (launched: 2022-12-13_14:16:03.314318) \u000a14:16:06.595271 run osmo-hlr_10.42.42.2(pid=30546): stderr: \u000a| �[0;m�[1;31m20221213141603517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213141603517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213141603517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141603517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141603517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213141603517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213141603529 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/encryption/register_a5_0_authopt.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213141603538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213141603538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213141603538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:16:06.665928 run osmo-msc_10.42.42.6(pid=30552): ERR: Terminated: ERROR {rc=2} [trial-2390↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30552)]\u000a14:16:06.717138 run osmo-msc_10.42.42.6(pid=30552): stdout: \u000a| (launched: 2022-12-13_14:16:05.444483) \u000a14:16:06.768881 run osmo-msc_10.42.42.6(pid=30552): stderr: \u000a| �[0;m�[38;5;43m20221213141605770 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213141605771 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdfa5816c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213141605771 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213141605771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213141605771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213141605771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213141605773 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213141605773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213141605773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213141605774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:16:06.813297 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30545): Terminating (SIGTERM)\u000a14:16:06.855597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30548): Terminating (SIGTERM)\u000a14:16:06.898294 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30551): Terminating (SIGTERM)\u000a14:16:06.908013 --- ParallelTerminationStrategy: PID 30545 died...\u000a14:16:06.965058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30545): Terminated: ok {rc=0}\u000a14:16:06.975196 --- ParallelTerminationStrategy: PID 30548 died...\u000a14:16:07.031721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30548): Terminated: ok {rc=0}\u000a14:16:07.041806 --- ParallelTerminationStrategy: PID 30551 died...\u000a14:16:07.098389 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30551): Terminated: ok {rc=0}\u000a14:16:07.187048 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 60, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30560): Process ended prematurely: osmo-stp_10.42.42.5(pid=30560) [trial-2390↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30560)]", "failedSince" : 2331, "name" : "register_a5_0_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30560): Process ended prematurely: osmo-stp_10.42.42.5(pid=30560) [trial-2390↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30560)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 encryption register_a5_0_authreq.py\u000a----------------------------------------------\u000a14:16:08.306354 tst encryption: Using 1 x ip_address (candidates: 6)\u000a14:16:08.318124 tst encryption: Using 1 x bts (candidates: 1)\u000a14:16:08.447454 tst register_a5_0_authreq.py: using LAC 34511\u000a14:16:08.579438 tst register_a5_0_authreq.py: using RAC 86\u000a14:16:08.712230 tst register_a5_0_authreq.py: using CellId 34511\u000a14:16:08.842749 tst register_a5_0_authreq.py: using BVCI 34512\u000a14:16:08.868513 tst encryption: Using 1 x ip_address (candidates: 6)\u000a14:16:08.879735 tst encryption: Using 1 x ip_address (candidates: 6)\u000a14:16:08.891031 tst encryption: Using 1 x ip_address (candidates: 6)\u000a14:16:08.901974 tst encryption: Using 1 x ip_address (candidates: 6)\u000a14:16:08.913371 tst encryption: Using 1 x ip_address (candidates: 6)\u000a14:16:08.924676 tst encryption: Using 1 x modem (candidates: 1)\u000a14:16:09.214532 tst register_a5_0_authreq.py:8: start network...\u000a14:16:09.345976 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:16:09.851760 run create_hlr_db(pid=30554): Launched\u000a14:16:10.032353 bus /sierra_2: Setting Powered False\u000a14:16:11.053316 run create_hlr_db(pid=30554): Terminated: ok {rc=0}\u000a14:16:11.503578 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30556): Launched\u000a14:16:11.844279 run osmo-hlr_10.42.42.2(pid=30557): Launched\u000a14:16:11.972093 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:16:12.559937 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30559): Launched\u000a14:16:12.900581 run osmo-stp_10.42.42.5(pid=30560): Launched\u000a14:16:13.022709 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:16:13.639741 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30562): Launched\u000a14:16:13.979050 run osmo-msc_10.42.42.6(pid=30563): Launched\u000a14:16:14.176124 run osmo-stp_10.42.42.5(pid=30560): ERR: Terminated: ERROR {rc=1} [trial-2390↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30560)]\u000a14:16:14.318350 run osmo-stp_10.42.42.5(pid=30560): stdout: \u000a| (launched: 2022-12-13_14:16:12.731550)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:16:14.459502 run osmo-stp_10.42.42.5(pid=30560): stderr: \u000a| �[0;m�[38;5;43m20221213141612926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213141612926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213141612926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213141612927 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213141612927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213141612927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213141612927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:16:14.594390 run osmo-stp_10.42.42.5(pid=30560): stdout: \u000a| (launched: 2022-12-13_14:16:12.731550)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:16:14.727422 run osmo-stp_10.42.42.5(pid=30560): stderr: \u000a| �[0;m�[38;5;43m20221213141612926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213141612926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213141612926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213141612927 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213141612927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213141612927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213141612927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:16:14.786449 tst register_a5_0_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30560): Process ended prematurely: osmo-stp_10.42.42.5(pid=30560) [trial-2390↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30560)] [trial-2390↪encryption↪register_a5_0_authreq.py:8]\u000a14:16:14.795893 tst register_a5_0_authreq.py:8: Test FAILED (6.5 sec)\u000a14:16:14.858601 run osmo-hlr_10.42.42.2(pid=30557): ERR: Terminated: ERROR {rc=237} [trial-2390↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30557)]\u000a14:16:14.909790 run osmo-hlr_10.42.42.2(pid=30557): stdout: \u000a| (launched: 2022-12-13_14:16:11.676119) \u000a14:16:14.961711 run osmo-hlr_10.42.42.2(pid=30557): stderr: \u000a| �[0;m�[1;31m20221213141611877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213141611877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213141611877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141611877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141611877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213141611877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213141611890 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/encryption/register_a5_0_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213141611901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213141611901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213141611901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:16:15.032304 run osmo-msc_10.42.42.6(pid=30563): ERR: Terminated: ERROR {rc=2} [trial-2390↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30563)]\u000a14:16:15.084085 run osmo-msc_10.42.42.6(pid=30563): stdout: \u000a| (launched: 2022-12-13_14:16:13.811289) \u000a14:16:15.136285 run osmo-msc_10.42.42.6(pid=30563): stderr: \u000a| �[0;m�[38;5;43m20221213141614137 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213141614137 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcf0a173c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213141614137 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213141614137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213141614137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213141614138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213141614139 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213141614140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213141614140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213141614140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:16:15.180822 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30556): Terminating (SIGTERM)\u000a14:16:15.222990 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30559): Terminating (SIGTERM)\u000a14:16:15.265663 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30562): Terminating (SIGTERM)\u000a14:16:15.275443 --- ParallelTerminationStrategy: PID 30556 died...\u000a14:16:15.332936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30556): Terminated: ok {rc=0}\u000a14:16:15.343580 --- ParallelTerminationStrategy: PID 30559 died...\u000a14:16:15.400677 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30559): Terminated: ok {rc=0}\u000a14:16:15.410857 --- ParallelTerminationStrategy: PID 30562 died...\u000a14:16:15.467260 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30562): Terminated: ok {rc=0}\u000a14:16:15.555020 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 60, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30571): Process ended prematurely: osmo-stp_10.42.42.5(pid=30571) [trial-2390↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30571)]", "failedSince" : 2331, "name" : "register_a5_1_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_1_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_1')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30571): Process ended prematurely: osmo-stp_10.42.42.5(pid=30571) [trial-2390↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30571)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 encryption register_a5_1_authreq.py\u000a----------------------------------------------\u000a14:16:16.673392 tst encryption: Using 1 x ip_address (candidates: 6)\u000a14:16:16.685858 tst encryption: Using 1 x bts (candidates: 1)\u000a14:16:16.817320 tst register_a5_1_authreq.py: using LAC 34512\u000a14:16:16.979156 tst register_a5_1_authreq.py: using RAC 87\u000a14:16:17.115536 tst register_a5_1_authreq.py: using CellId 34512\u000a14:16:17.247464 tst register_a5_1_authreq.py: using BVCI 34513\u000a14:16:17.274339 tst encryption: Using 1 x ip_address (candidates: 6)\u000a14:16:17.286418 tst encryption: Using 1 x ip_address (candidates: 6)\u000a14:16:17.298517 tst encryption: Using 1 x ip_address (candidates: 6)\u000a14:16:17.310556 tst encryption: Using 1 x ip_address (candidates: 6)\u000a14:16:17.322575 tst encryption: Using 1 x ip_address (candidates: 6)\u000a14:16:17.334037 tst encryption: Using 1 x modem (candidates: 1)\u000a14:16:17.622709 tst register_a5_1_authreq.py:8: start network...\u000a14:16:17.755341 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:16:18.264728 run create_hlr_db(pid=30565): Launched\u000a14:16:18.448291 bus /sierra_2: Setting Powered False\u000a14:16:19.468049 run create_hlr_db(pid=30565): Terminated: ok {rc=0}\u000a14:16:19.918887 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30567): Launched\u000a14:16:20.259653 run osmo-hlr_10.42.42.2(pid=30568): Launched\u000a14:16:20.385290 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:16:20.974199 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30570): Launched\u000a14:16:21.314598 run osmo-stp_10.42.42.5(pid=30571): Launched\u000a14:16:21.437989 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:16:22.067612 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30573): Launched\u000a14:16:22.385766 run osmo-msc_10.42.42.6(pid=30574): Launched\u000a14:16:22.570037 run osmo-stp_10.42.42.5(pid=30571): ERR: Terminated: ERROR {rc=1} [trial-2390↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30571)]\u000a14:16:22.702590 run osmo-stp_10.42.42.5(pid=30571): stdout: \u000a| (launched: 2022-12-13_14:16:21.145649)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:16:22.833085 run osmo-stp_10.42.42.5(pid=30571): stderr: \u000a| �[0;m�[38;5;43m20221213141621340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213141621340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213141621340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213141621341 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213141621341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213141621341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213141621341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:16:22.959016 run osmo-stp_10.42.42.5(pid=30571): stdout: \u000a| (launched: 2022-12-13_14:16:21.145649)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:16:23.083926 run osmo-stp_10.42.42.5(pid=30571): stderr: \u000a| �[0;m�[38;5;43m20221213141621340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213141621340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213141621340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213141621341 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213141621341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213141621341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213141621341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:16:23.139092 tst register_a5_1_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30571): Process ended prematurely: osmo-stp_10.42.42.5(pid=30571) [trial-2390↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30571)] [trial-2390↪encryption↪register_a5_1_authreq.py:8]\u000a14:16:23.147613 tst register_a5_1_authreq.py:8: Test FAILED (6.5 sec)\u000a14:16:23.206902 run osmo-hlr_10.42.42.2(pid=30568): ERR: Terminated: ERROR {rc=237} [trial-2390↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30568)]\u000a14:16:23.255772 run osmo-hlr_10.42.42.2(pid=30568): stdout: \u000a| (launched: 2022-12-13_14:16:20.091978) \u000a14:16:23.305240 run osmo-hlr_10.42.42.2(pid=30568): stderr: \u000a| �[0;m�[1;31m20221213141620296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213141620297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213141620297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141620297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141620297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213141620297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213141620308 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/encryption/register_a5_1_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213141620317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213141620318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213141620318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:16:23.372317 run osmo-msc_10.42.42.6(pid=30574): ERR: Terminated: ERROR {rc=2} [trial-2390↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30574)]\u000a14:16:23.420814 run osmo-msc_10.42.42.6(pid=30574): stdout: \u000a| (launched: 2022-12-13_14:16:22.228399) \u000a14:16:23.470288 run osmo-msc_10.42.42.6(pid=30574): stderr: \u000a| �[0;m�[38;5;43m20221213141622504 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213141622505 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd8c4684c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213141622505 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213141622505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213141622505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213141622505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213141622507 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213141622507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213141622507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213141622507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:16:23.512122 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30567): Terminating (SIGTERM)\u000a14:16:23.551967 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30570): Terminating (SIGTERM)\u000a14:16:23.592041 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30573): Terminating (SIGTERM)\u000a14:16:23.601334 --- ParallelTerminationStrategy: PID 30567 died...\u000a14:16:23.654731 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30567): Terminated: ok {rc=0}\u000a14:16:23.664413 --- ParallelTerminationStrategy: PID 30570 died...\u000a14:16:23.717504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30570): Terminated: ok {rc=0}\u000a14:16:23.727319 --- ParallelTerminationStrategy: PID 30573 died...\u000a14:16:23.780711 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30573): Terminated: ok {rc=0}\u000a14:16:23.871212 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 60, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30582): Process ended prematurely: osmo-stp_10.42.42.5(pid=30582) [trial-2390↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30582)]", "failedSince" : 2331, "name" : "register_a5_3_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_3_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_3')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30582): Process ended prematurely: osmo-stp_10.42.42.5(pid=30582) [trial-2390↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30582)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 encryption register_a5_3_authreq.py\u000a----------------------------------------------\u000a14:16:24.986223 tst encryption: Using 1 x ip_address (candidates: 6)\u000a14:16:24.997533 tst encryption: Using 1 x bts (candidates: 1)\u000a14:16:25.125560 tst register_a5_3_authreq.py: using LAC 34513\u000a14:16:25.252204 tst register_a5_3_authreq.py: using RAC 88\u000a14:16:25.377679 tst register_a5_3_authreq.py: using CellId 34513\u000a14:16:25.502715 tst register_a5_3_authreq.py: using BVCI 34514\u000a14:16:25.526694 tst encryption: Using 1 x ip_address (candidates: 6)\u000a14:16:25.537280 tst encryption: Using 1 x ip_address (candidates: 6)\u000a14:16:25.547745 tst encryption: Using 1 x ip_address (candidates: 6)\u000a14:16:25.558146 tst encryption: Using 1 x ip_address (candidates: 6)\u000a14:16:25.568500 tst encryption: Using 1 x ip_address (candidates: 6)\u000a14:16:25.579107 tst encryption: Using 1 x modem (candidates: 1)\u000a14:16:25.896403 tst register_a5_3_authreq.py:8: start network...\u000a14:16:26.037642 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:16:26.569797 run create_hlr_db(pid=30576): Launched\u000a14:16:26.765265 bus /sierra_2: Setting Powered False\u000a14:16:27.785323 run create_hlr_db(pid=30576): Terminated: ok {rc=0}\u000a14:16:28.212418 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30578): Launched\u000a14:16:28.530723 run osmo-hlr_10.42.42.2(pid=30579): Launched\u000a14:16:28.657682 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:16:29.212089 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30581): Launched\u000a14:16:29.530095 run osmo-stp_10.42.42.5(pid=30582): Launched\u000a14:16:29.645283 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:16:30.224680 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30584): Launched\u000a14:16:30.542120 run osmo-msc_10.42.42.6(pid=30585): Launched\u000a14:16:30.727608 run osmo-stp_10.42.42.5(pid=30582): ERR: Terminated: ERROR {rc=1} [trial-2390↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30582)]\u000a14:16:30.873606 run osmo-stp_10.42.42.5(pid=30582): stdout: \u000a| (launched: 2022-12-13_14:16:29.373308)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:16:31.007465 run osmo-stp_10.42.42.5(pid=30582): stderr: \u000a| �[0;m�[38;5;43m20221213141629547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213141629547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213141629547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213141629547 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213141629548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213141629548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213141629548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:16:31.136467 run osmo-stp_10.42.42.5(pid=30582): stdout: \u000a| (launched: 2022-12-13_14:16:29.373308)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:16:31.264187 run osmo-stp_10.42.42.5(pid=30582): stderr: \u000a| �[0;m�[38;5;43m20221213141629547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213141629547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213141629547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213141629547 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213141629548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213141629548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213141629548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:16:31.321456 tst register_a5_3_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30582): Process ended prematurely: osmo-stp_10.42.42.5(pid=30582) [trial-2390↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30582)] [trial-2390↪encryption↪register_a5_3_authreq.py:8]\u000a14:16:31.330995 tst register_a5_3_authreq.py:8: Test FAILED (6.4 sec)\u000a14:16:31.391321 run osmo-hlr_10.42.42.2(pid=30579): ERR: Terminated: ERROR {rc=237} [trial-2390↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30579)]\u000a14:16:31.440864 run osmo-hlr_10.42.42.2(pid=30579): stdout: \u000a| (launched: 2022-12-13_14:16:28.373665) \u000a14:16:31.491462 run osmo-hlr_10.42.42.2(pid=30579): stderr: \u000a| �[0;m�[1;31m20221213141628553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213141628554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213141628554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141628554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141628554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213141628554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213141628566 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/encryption/register_a5_3_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213141628574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213141628574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213141628574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:16:31.560027 run osmo-msc_10.42.42.6(pid=30585): ERR: Terminated: ERROR {rc=2} [trial-2390↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30585)]\u000a14:16:31.609959 run osmo-msc_10.42.42.6(pid=30585): stdout: \u000a| (launched: 2022-12-13_14:16:30.385253) \u000a14:16:31.660198 run osmo-msc_10.42.42.6(pid=30585): stderr: \u000a| �[0;m�[38;5;43m20221213141630660 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213141630660 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9b49dcdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213141630660 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213141630660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213141630660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213141630660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213141630662 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213141630663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213141630663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213141630663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:16:31.702885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30578): Terminating (SIGTERM)\u000a14:16:31.743528 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30581): Terminating (SIGTERM)\u000a14:16:31.783983 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30584): Terminating (SIGTERM)\u000a14:16:31.794259 --- ParallelTerminationStrategy: PID 30578 died...\u000a14:16:31.850007 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30578): Terminated: ok {rc=0}\u000a14:16:31.859858 --- ParallelTerminationStrategy: PID 30581 died...\u000a14:16:31.914003 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30581): Terminated: ok {rc=0}\u000a14:16:31.923883 --- ParallelTerminationStrategy: PID 30584 died...\u000a14:16:31.977799 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30584): Terminated: ok {rc=0}\u000a14:16:32.067894 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 35.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "162", "name" : "encryption", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T14:15:59" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 21.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=30602): Process ended prematurely: srsepc(pid=30602) [trial-2390↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=30602)]", "failedSince" : 2139, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/handover.py\", line 37, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=30602): Process ended prematurely: srsepc(pid=30602) [trial-2390↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=30602)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 4g:srsenb-rftype@zmq+srsue-rftype@zmq handover.py\u000a----------------------------------------------\u000a14:16:34.060914 tst handover.py:11: TEST_CONFIG:\u000a{}\u000a14:16:34.107353 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a14:16:34.124007 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a14:16:34.147957 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a14:16:34.301936 tst handover.py: using MSISDN 8203\u000a14:16:34.422857 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8203', subscriber_id=0}\u000a14:16:34.541653 run srsepc_10.42.42.118: Starting srsepc\u000a14:16:36.501776 run rm-remote-dir(pid=30590): Launched\u000a14:16:36.704525 bus /sierra_2: Setting Powered False\u000a14:16:37.728321 run rm-remote-dir(pid=30590): Terminated: ok {rc=0}\u000a14:16:38.170156 run mk-remote-dir(pid=30591): Launched\u000a14:16:39.364258 run mk-remote-dir(pid=30591): Terminated: ok {rc=0}\u000a14:16:39.654943 run scp-inst-to-remote(pid=30592): Launched\u000a14:16:41.847984 run scp-inst-to-remote(pid=30592): Terminated: ok {rc=0}\u000a14:16:42.190434 run rm-remote-dir(pid=30594): Launched\u000a14:16:43.383330 run rm-remote-dir(pid=30594): Terminated: ok {rc=0}\u000a14:16:43.724825 run mk-remote-dir(pid=30595): Launched\u000a14:16:44.918481 run mk-remote-dir(pid=30595): Terminated: ok {rc=0}\u000a14:16:45.208891 run scp-cfg-to-remote(pid=30596): Launched\u000a14:16:46.403144 run scp-cfg-to-remote(pid=30596): Terminated: ok {rc=0}\u000a14:16:46.765782 run scp-db-to-remote(pid=30598): Launched\u000a14:16:47.968936 run scp-db-to-remote(pid=30598): Terminated: ok {rc=0}\u000a14:16:48.085748 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a14:16:48.417982 run patchelf(pid=30600): Launched\u000a14:16:49.609797 run patchelf(pid=30600): Terminated: ok {rc=0}\u000a14:16:49.726637 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a14:16:50.059603 run setcap-netadm(pid=30601): Launched\u000a14:16:51.251557 run setcap-netadm(pid=30601): Terminated: ok {rc=0}\u000a14:16:51.576703 run srsepc(pid=30602): Launched\u000a14:16:51.690691 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a14:16:52.848108 run rm-remote-dir(pid=30603): Launched\u000a14:16:53.039838 run srsepc(pid=30602): ERR: Terminated: ERROR {rc=127} [trial-2390↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=30602)]\u000a14:16:53.179581 run srsepc(pid=30602): stdout: \u000a| (launched: 2022-12-13_14:16:51.419011)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a14:16:53.318501 run srsepc(pid=30602): stderr: \u000a| (launched: 2022-12-13_14:16:51.466307)\u000a| Connection to 10.42.42.116 closed. \u000a14:16:53.452942 run srsepc(pid=30602): stdout: \u000a| (launched: 2022-12-13_14:16:51.419011)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a14:16:53.586436 run srsepc(pid=30602): stderr: \u000a| (launched: 2022-12-13_14:16:51.466307)\u000a| Connection to 10.42.42.116 closed. \u000a14:16:53.742385 run rm-remote-dir(pid=30603): Terminating (SIGINT)\u000a14:16:53.925280 run rm-remote-dir(pid=30603): Terminated: ok {rc=0}\u000a14:16:53.959086 tst handover.py:37: ERR: Error: srsepc(pid=30602): Process ended prematurely: srsepc(pid=30602) [trial-2390↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=30602)] [trial-2390↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37]\u000a14:16:53.969079 tst handover.py:37: Test FAILED (20.1 sec)\u000a14:16:54.084574 run scp-back-log(pid=30604): Launched\u000a14:16:55.171067 run scp-back-log(pid=30604): ERR: Terminated: ERROR {rc=1} [trial-2390↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=30604)]\u000a14:16:55.233536 run scp-back-log(pid=30604): stdout: \u000a| (launched: 2022-12-13_14:16:54.010908) \u000a14:16:55.296102 run scp-back-log(pid=30604): stderr: \u000a| (launched: 2022-12-13_14:16:54.030761)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a14:16:55.349631 tst srsepc_10.42.42.118: Error('scp-back-log(pid=30604): launch_sync(): local process exited with status 1 [trial-2390↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=30604)]')\u000a" }, { "testActions" : [ ], "age" : 73, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=30621): Process ended prematurely: srsepc(pid=30621) [trial-2390↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=30621)]", "failedSince" : 2318, "name" : "iperf3_bidir.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_bidir.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=30621): Process ended prematurely: srsepc(pid=30621) [trial-2390↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=30621)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_bidir.py\u000a----------------------------------------------\u000a14:16:55.534252 tst iperf3_bidir.py:13: Number of physical ue: 1\u000a14:16:55.577708 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a14:16:55.788388 tst iperf3_bidir.py:20: ue index0: srsue_10.42.42.116\u000a14:16:55.831491 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a14:16:55.847484 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a14:16:55.969946 tst iperf3_bidir.py: using MSISDN 8204\u000a14:16:56.082022 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8204', subscriber_id=0}\u000a14:16:56.192207 run srsepc_10.42.42.118: Starting srsepc\u000a14:16:56.859045 run rm-remote-dir(pid=30606): Launched\u000a14:16:58.052888 run rm-remote-dir(pid=30606): Terminated: ok {rc=0}\u000a14:16:58.394087 run mk-remote-dir(pid=30607): Launched\u000a14:16:59.586391 run mk-remote-dir(pid=30607): Terminated: ok {rc=0}\u000a14:16:59.877860 run scp-inst-to-remote(pid=30608): Launched\u000a14:17:02.123317 run scp-inst-to-remote(pid=30608): Terminated: ok {rc=0}\u000a14:17:02.563894 run rm-remote-dir(pid=30613): Launched\u000a14:17:03.758929 run rm-remote-dir(pid=30613): Terminated: ok {rc=0}\u000a14:17:04.100078 run mk-remote-dir(pid=30614): Launched\u000a14:17:05.292759 run mk-remote-dir(pid=30614): Terminated: ok {rc=0}\u000a14:17:05.580886 run scp-cfg-to-remote(pid=30615): Launched\u000a14:17:06.770598 run scp-cfg-to-remote(pid=30615): Terminated: ok {rc=0}\u000a14:17:07.059339 run scp-db-to-remote(pid=30617): Launched\u000a14:17:08.250558 run scp-db-to-remote(pid=30617): Terminated: ok {rc=0}\u000a14:17:08.367113 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a14:17:08.699098 run patchelf(pid=30619): Launched\u000a14:17:09.889124 run patchelf(pid=30619): Terminated: ok {rc=0}\u000a14:17:10.006164 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a14:17:10.337235 run setcap-netadm(pid=30620): Launched\u000a14:17:11.526959 run setcap-netadm(pid=30620): Terminated: ok {rc=0}\u000a14:17:11.852579 run srsepc(pid=30621): Launched\u000a14:17:11.965539 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a14:17:13.126431 run rm-remote-dir(pid=30622): Launched\u000a14:17:13.317751 run srsepc(pid=30621): ERR: Terminated: ERROR {rc=127} [trial-2390↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=30621)]\u000a14:17:13.457174 run srsepc(pid=30621): stdout: \u000a| (launched: 2022-12-13_14:17:11.694077)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a14:17:13.594982 run srsepc(pid=30621): stderr: \u000a| (launched: 2022-12-13_14:17:11.741603)\u000a| Connection to 10.42.42.116 closed. \u000a14:17:13.728754 run srsepc(pid=30621): stdout: \u000a| (launched: 2022-12-13_14:17:11.694077)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a14:17:13.861623 run srsepc(pid=30621): stderr: \u000a| (launched: 2022-12-13_14:17:11.741603)\u000a| Connection to 10.42.42.116 closed. \u000a14:17:14.016279 run rm-remote-dir(pid=30622): Terminating (SIGINT)\u000a14:17:14.198342 run rm-remote-dir(pid=30622): Terminated: ok {rc=0}\u000a14:17:14.231856 tst iperf3_bidir.py:42: ERR: Error: srsepc(pid=30621): Process ended prematurely: srsepc(pid=30621) [trial-2390↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=30621)] [trial-2390↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42]\u000a14:17:14.241700 tst iperf3_bidir.py:42: Test FAILED (18.9 sec)\u000a14:17:14.356084 run scp-back-log(pid=30623): Launched\u000a14:17:15.442540 run scp-back-log(pid=30623): ERR: Terminated: ERROR {rc=1} [trial-2390↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=30623)]\u000a14:17:15.504411 run scp-back-log(pid=30623): stdout: \u000a| (launched: 2022-12-13_14:17:14.282935) \u000a14:17:15.566342 run scp-back-log(pid=30623): stderr: \u000a| (launched: 2022-12-13_14:17:14.302851)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a14:17:15.619431 tst srsepc_10.42.42.118: Error('scp-back-log(pid=30623): launch_sync(): local process exited with status 1 [trial-2390↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=30623)]')\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=30637): Process ended prematurely: srsepc(pid=30637) [trial-2390↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=30637)]", "failedSince" : 2139, "name" : "iperf3_dl.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_dl.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=30637): Process ended prematurely: srsepc(pid=30637) [trial-2390↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=30637)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_dl.py\u000a----------------------------------------------\u000a14:17:15.803285 tst iperf3_dl.py:13: Number of physical ue: 1\u000a14:17:15.851543 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a14:17:16.100910 tst iperf3_dl.py:20: ue index0: srsue_10.42.42.116\u000a14:17:16.148923 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a14:17:16.166695 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a14:17:16.305347 tst iperf3_dl.py: using MSISDN 8205\u000a14:17:16.429755 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8205', subscriber_id=0}\u000a14:17:16.554131 run srsepc_10.42.42.118: Starting srsepc\u000a14:17:17.277796 run rm-remote-dir(pid=30625): Launched\u000a14:17:18.482993 run rm-remote-dir(pid=30625): Terminated: ok {rc=0}\u000a14:17:18.843124 run mk-remote-dir(pid=30626): Launched\u000a14:17:20.047601 run mk-remote-dir(pid=30626): Terminated: ok {rc=0}\u000a14:17:20.353473 run scp-inst-to-remote(pid=30627): Launched\u000a14:17:22.557605 run scp-inst-to-remote(pid=30627): Terminated: ok {rc=0}\u000a14:17:22.918807 run rm-remote-dir(pid=30629): Launched\u000a14:17:24.123142 run rm-remote-dir(pid=30629): Terminated: ok {rc=0}\u000a14:17:24.483605 run mk-remote-dir(pid=30630): Launched\u000a14:17:25.688520 run mk-remote-dir(pid=30630): Terminated: ok {rc=0}\u000a14:17:25.994994 run scp-cfg-to-remote(pid=30631): Launched\u000a14:17:27.197669 run scp-cfg-to-remote(pid=30631): Terminated: ok {rc=0}\u000a14:17:27.504741 run scp-db-to-remote(pid=30633): Launched\u000a14:17:28.707945 run scp-db-to-remote(pid=30633): Terminated: ok {rc=0}\u000a14:17:28.833346 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a14:17:29.184278 run patchelf(pid=30635): Launched\u000a14:17:30.388179 run patchelf(pid=30635): Terminated: ok {rc=0}\u000a14:17:30.513953 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a14:17:30.865242 run setcap-netadm(pid=30636): Launched\u000a14:17:32.116517 run setcap-netadm(pid=30636): Terminated: ok {rc=0}\u000a14:17:32.449683 run srsepc(pid=30637): Launched\u000a14:17:32.566834 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a14:17:33.731358 run rm-remote-dir(pid=30638): Launched\u000a14:17:33.922933 run srsepc(pid=30637): ERR: Terminated: ERROR {rc=127} [trial-2390↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=30637)]\u000a14:17:34.062568 run srsepc(pid=30637): stdout: \u000a| (launched: 2022-12-13_14:17:32.290672)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a14:17:34.200541 run srsepc(pid=30637): stderr: \u000a| (launched: 2022-12-13_14:17:32.338310)\u000a| Connection to 10.42.42.116 closed. \u000a14:17:34.335112 run srsepc(pid=30637): stdout: \u000a| (launched: 2022-12-13_14:17:32.290672)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a14:17:34.468073 run srsepc(pid=30637): stderr: \u000a| (launched: 2022-12-13_14:17:32.338310)\u000a| Connection to 10.42.42.116 closed. \u000a14:17:34.623738 run rm-remote-dir(pid=30638): Terminating (SIGINT)\u000a14:17:34.806384 run rm-remote-dir(pid=30638): Terminated: ok {rc=0}\u000a14:17:34.839854 tst iperf3_dl.py:42: ERR: Error: srsepc(pid=30637): Process ended prematurely: srsepc(pid=30637) [trial-2390↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=30637)] [trial-2390↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42]\u000a14:17:34.849736 tst iperf3_dl.py:42: Test FAILED (19.2 sec)\u000a14:17:34.965144 run scp-back-log(pid=30639): Launched\u000a14:17:36.051702 run scp-back-log(pid=30639): ERR: Terminated: ERROR {rc=1} [trial-2390↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=30639)]\u000a14:17:36.114191 run scp-back-log(pid=30639): stdout: \u000a| (launched: 2022-12-13_14:17:34.891449) \u000a14:17:36.176626 run scp-back-log(pid=30639): stderr: \u000a| (launched: 2022-12-13_14:17:34.911271)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a14:17:36.230061 tst srsepc_10.42.42.118: Error('scp-back-log(pid=30639): launch_sync(): local process exited with status 1 [trial-2390↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=30639)]')\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=30653): Process ended prematurely: srsepc(pid=30653) [trial-2390↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=30653)]", "failedSince" : 2139, "name" : "iperf3_ul.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_ul.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=30653): Process ended prematurely: srsepc(pid=30653) [trial-2390↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=30653)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_ul.py\u000a----------------------------------------------\u000a14:17:36.420783 tst iperf3_ul.py:13: Number of physical ue: 1\u000a14:17:36.463556 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a14:17:36.670843 tst iperf3_ul.py:20: ue index0: srsue_10.42.42.116\u000a14:17:36.713119 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a14:17:36.728765 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a14:17:36.859267 tst iperf3_ul.py: using MSISDN 8206\u000a14:17:36.977744 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8206', subscriber_id=0}\u000a14:17:37.094536 run srsepc_10.42.42.118: Starting srsepc\u000a14:17:37.789446 run rm-remote-dir(pid=30641): Launched\u000a14:17:38.991206 run rm-remote-dir(pid=30641): Terminated: ok {rc=0}\u000a14:17:39.345839 run mk-remote-dir(pid=30642): Launched\u000a14:17:40.549152 run mk-remote-dir(pid=30642): Terminated: ok {rc=0}\u000a14:17:40.850131 run scp-inst-to-remote(pid=30643): Launched\u000a14:17:43.051153 run scp-inst-to-remote(pid=30643): Terminated: ok {rc=0}\u000a14:17:43.406374 run rm-remote-dir(pid=30645): Launched\u000a14:17:44.608319 run rm-remote-dir(pid=30645): Terminated: ok {rc=0}\u000a14:17:44.961545 run mk-remote-dir(pid=30646): Launched\u000a14:17:46.166327 run mk-remote-dir(pid=30646): Terminated: ok {rc=0}\u000a14:17:46.528870 run scp-cfg-to-remote(pid=30647): Launched\u000a14:17:47.745572 run scp-cfg-to-remote(pid=30647): Terminated: ok {rc=0}\u000a14:17:48.040779 run scp-db-to-remote(pid=30649): Launched\u000a14:17:49.238124 run scp-db-to-remote(pid=30649): Terminated: ok {rc=0}\u000a14:17:49.359840 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a14:17:49.699255 run patchelf(pid=30651): Launched\u000a14:17:50.896452 run patchelf(pid=30651): Terminated: ok {rc=0}\u000a14:17:51.017645 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a14:17:51.357764 run setcap-netadm(pid=30652): Launched\u000a14:17:52.556032 run setcap-netadm(pid=30652): Terminated: ok {rc=0}\u000a14:17:52.887495 run srsepc(pid=30653): Launched\u000a14:17:53.003759 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a14:17:54.194811 run rm-remote-dir(pid=30654): Launched\u000a14:17:54.391619 run srsepc(pid=30653): ERR: Terminated: ERROR {rc=127} [trial-2390↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=30653)]\u000a14:17:54.535417 run srsepc(pid=30653): stdout: \u000a| (launched: 2022-12-13_14:17:52.729502)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a14:17:54.678441 run srsepc(pid=30653): stderr: \u000a| (launched: 2022-12-13_14:17:52.778131)\u000a| Connection to 10.42.42.116 closed. \u000a14:17:54.817335 run srsepc(pid=30653): stdout: \u000a| (launched: 2022-12-13_14:17:52.729502)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a14:17:54.955060 run srsepc(pid=30653): stderr: \u000a| (launched: 2022-12-13_14:17:52.778131)\u000a| Connection to 10.42.42.116 closed. \u000a14:17:55.115805 run rm-remote-dir(pid=30654): Terminating (SIGINT)\u000a14:17:55.304535 run rm-remote-dir(pid=30654): Terminated: ok {rc=0}\u000a14:17:55.339304 tst iperf3_ul.py:42: ERR: Error: srsepc(pid=30653): Process ended prematurely: srsepc(pid=30653) [trial-2390↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=30653)] [trial-2390↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42]\u000a14:17:55.349648 tst iperf3_ul.py:42: Test FAILED (19.1 sec)\u000a14:17:55.465360 run scp-back-log(pid=30655): Launched\u000a14:17:56.554497 run scp-back-log(pid=30655): ERR: Terminated: ERROR {rc=1} [trial-2390↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=30655)]\u000a14:17:56.618937 run scp-back-log(pid=30655): stdout: \u000a| (launched: 2022-12-13_14:17:55.393053) \u000a14:17:56.683511 run scp-back-log(pid=30655): stderr: \u000a| (launched: 2022-12-13_14:17:55.413644)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a14:17:56.738672 tst srsepc_10.42.42.118: Error('scp-back-log(pid=30655): launch_sync(): local process exited with status 1 [trial-2390↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=30655)]')\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=30669): Process ended prematurely: srsepc(pid=30669) [trial-2390↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=30669)]", "failedSince" : 2142, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=30669): Process ended prematurely: srsepc(pid=30669) [trial-2390↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=30669)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 4g:srsenb-rftype@zmq+srsue-rftype@zmq ping.py\u000a----------------------------------------------\u000a14:17:56.753197 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a14:17:56.770511 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a14:17:56.794464 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a14:17:56.946892 tst ping.py: using MSISDN 8207\u000a14:17:57.062339 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8207', subscriber_id=0}\u000a14:17:57.176479 run srsepc_10.42.42.118: Starting srsepc\u000a14:17:57.859443 run rm-remote-dir(pid=30657): Launched\u000a14:17:59.057658 run rm-remote-dir(pid=30657): Terminated: ok {rc=0}\u000a14:17:59.406016 run mk-remote-dir(pid=30658): Launched\u000a14:18:00.604123 run mk-remote-dir(pid=30658): Terminated: ok {rc=0}\u000a14:18:00.901364 run scp-inst-to-remote(pid=30659): Launched\u000a14:18:03.099793 run scp-inst-to-remote(pid=30659): Terminated: ok {rc=0}\u000a14:18:03.447719 run rm-remote-dir(pid=30661): Launched\u000a14:18:04.646633 run rm-remote-dir(pid=30661): Terminated: ok {rc=0}\u000a14:18:04.994622 run mk-remote-dir(pid=30662): Launched\u000a14:18:06.193733 run mk-remote-dir(pid=30662): Terminated: ok {rc=0}\u000a14:18:06.484443 run scp-cfg-to-remote(pid=30663): Launched\u000a14:18:07.668442 run scp-cfg-to-remote(pid=30663): Terminated: ok {rc=0}\u000a14:18:07.944893 run scp-db-to-remote(pid=30665): Launched\u000a14:18:09.130264 run scp-db-to-remote(pid=30665): Terminated: ok {rc=0}\u000a14:18:09.242659 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a14:18:09.560037 run patchelf(pid=30667): Launched\u000a14:18:10.744093 run patchelf(pid=30667): Terminated: ok {rc=0}\u000a14:18:10.856800 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a14:18:11.174411 run setcap-netadm(pid=30668): Launched\u000a14:18:12.358284 run setcap-netadm(pid=30668): Terminated: ok {rc=0}\u000a14:18:12.668804 run srsepc(pid=30669): Launched\u000a14:18:12.776234 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a14:18:13.897683 run rm-remote-dir(pid=30670): Launched\u000a14:18:14.082407 run srsepc(pid=30669): ERR: Terminated: ERROR {rc=127} [trial-2390↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=30669)]\u000a14:18:14.217938 run srsepc(pid=30669): stdout: \u000a| (launched: 2022-12-13_14:18:12.519236)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a14:18:14.351684 run srsepc(pid=30669): stderr: \u000a| (launched: 2022-12-13_14:18:12.564360)\u000a| Connection to 10.42.42.116 closed. \u000a14:18:14.481868 run srsepc(pid=30669): stdout: \u000a| (launched: 2022-12-13_14:18:12.519236)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a14:18:14.610818 run srsepc(pid=30669): stderr: \u000a| (launched: 2022-12-13_14:18:12.564360)\u000a| Connection to 10.42.42.116 closed. \u000a14:18:14.761396 run rm-remote-dir(pid=30670): Terminating (SIGINT)\u000a14:18:14.938599 run rm-remote-dir(pid=30670): Terminated: ok {rc=0}\u000a14:18:14.971346 tst ping.py:16: ERR: Error: srsepc(pid=30669): Process ended prematurely: srsepc(pid=30669) [trial-2390↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=30669)] [trial-2390↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16]\u000a14:18:14.980733 tst ping.py:16: Test FAILED (18.2 sec)\u000a14:18:15.090828 run scp-back-log(pid=30671): Launched\u000a14:18:16.189395 run scp-back-log(pid=30671): ERR: Terminated: ERROR {rc=1} [trial-2390↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=30671)]\u000a14:18:16.266815 run scp-back-log(pid=30671): stdout: \u000a| (launched: 2022-12-13_14:18:15.021318) \u000a14:18:16.336852 run scp-back-log(pid=30671): stderr: \u000a| (launched: 2022-12-13_14:18:15.040785)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a14:18:16.394642 tst srsepc_10.42.42.118: Error('scp-back-log(pid=30671): launch_sync(): local process exited with status 1 [trial-2390↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=30671)]')\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=30685): Process ended prematurely: srsepc(pid=30685) [trial-2390↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=30685)]", "failedSince" : 2139, "name" : "rrc_idle_mo_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mo_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=30685): Process ended prematurely: srsepc(pid=30685) [trial-2390↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=30685)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mo_ping.py\u000a----------------------------------------------\u000a14:18:16.412053 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a14:18:16.430099 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a14:18:16.456833 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a14:18:16.599958 tst rrc_idle_mo_ping.py: using MSISDN 8208\u000a14:18:16.710233 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8208', subscriber_id=0}\u000a14:18:16.818030 run srsepc_10.42.42.118: Starting srsepc\u000a14:18:17.470429 run rm-remote-dir(pid=30673): Launched\u000a14:18:18.659092 run rm-remote-dir(pid=30673): Terminated: ok {rc=0}\u000a14:18:18.989476 run mk-remote-dir(pid=30674): Launched\u000a14:18:20.176270 run mk-remote-dir(pid=30674): Terminated: ok {rc=0}\u000a14:18:20.456219 run scp-inst-to-remote(pid=30675): Launched\u000a14:18:22.643057 run scp-inst-to-remote(pid=30675): Terminated: ok {rc=0}\u000a14:18:22.973642 run rm-remote-dir(pid=30677): Launched\u000a14:18:24.161152 run rm-remote-dir(pid=30677): Terminated: ok {rc=0}\u000a14:18:24.491224 run mk-remote-dir(pid=30678): Launched\u000a14:18:25.678370 run mk-remote-dir(pid=30678): Terminated: ok {rc=0}\u000a14:18:25.958299 run scp-cfg-to-remote(pid=30679): Launched\u000a14:18:27.143586 run scp-cfg-to-remote(pid=30679): Terminated: ok {rc=0}\u000a14:18:27.423101 run scp-db-to-remote(pid=30681): Launched\u000a14:18:28.608647 run scp-db-to-remote(pid=30681): Terminated: ok {rc=0}\u000a14:18:28.722489 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a14:18:29.043554 run patchelf(pid=30683): Launched\u000a14:18:30.229499 run patchelf(pid=30683): Terminated: ok {rc=0}\u000a14:18:30.343363 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a14:18:30.665135 run setcap-netadm(pid=30684): Launched\u000a14:18:31.895358 run setcap-netadm(pid=30684): Terminated: ok {rc=0}\u000a14:18:32.336671 run srsepc(pid=30685): Launched\u000a14:18:32.447322 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a14:18:33.578787 run rm-remote-dir(pid=30686): Launched\u000a14:18:33.765265 run srsepc(pid=30685): ERR: Terminated: ERROR {rc=127} [trial-2390↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=30685)]\u000a14:18:33.901291 run srsepc(pid=30685): stdout: \u000a| (launched: 2022-12-13_14:18:32.104813)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a14:18:34.035762 run srsepc(pid=30685): stderr: \u000a| (launched: 2022-12-13_14:18:32.157583)\u000a| Connection to 10.42.42.116 closed. \u000a14:18:34.166357 run srsepc(pid=30685): stdout: \u000a| (launched: 2022-12-13_14:18:32.104813)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a14:18:34.295922 run srsepc(pid=30685): stderr: \u000a| (launched: 2022-12-13_14:18:32.157583)\u000a| Connection to 10.42.42.116 closed. \u000a14:18:34.447621 run rm-remote-dir(pid=30686): Terminating (SIGINT)\u000a14:18:34.626287 run rm-remote-dir(pid=30686): Terminated: ok {rc=0}\u000a14:18:34.659287 tst rrc_idle_mo_ping.py:16: ERR: Error: srsepc(pid=30685): Process ended prematurely: srsepc(pid=30685) [trial-2390↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=30685)] [trial-2390↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16]\u000a14:18:34.668905 tst rrc_idle_mo_ping.py:16: Test FAILED (18.2 sec)\u000a14:18:34.778699 run scp-back-log(pid=30687): Launched\u000a14:18:35.864786 run scp-back-log(pid=30687): ERR: Terminated: ERROR {rc=1} [trial-2390↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=30687)]\u000a14:18:35.925684 run scp-back-log(pid=30687): stdout: \u000a| (launched: 2022-12-13_14:18:34.709648) \u000a14:18:35.986767 run scp-back-log(pid=30687): stderr: \u000a| (launched: 2022-12-13_14:18:34.728942)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a14:18:36.039036 tst srsepc_10.42.42.118: Error('scp-back-log(pid=30687): launch_sync(): local process exited with status 1 [trial-2390↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=30687)]')\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=30701): Process ended prematurely: srsepc(pid=30701) [trial-2390↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=30701)]", "failedSince" : 2139, "name" : "rrc_idle_mt_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mt_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=30701): Process ended prematurely: srsepc(pid=30701) [trial-2390↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=30701)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mt_ping.py\u000a----------------------------------------------\u000a14:18:36.053126 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a14:18:36.070166 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a14:18:36.092875 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a14:18:36.240184 tst rrc_idle_mt_ping.py: using MSISDN 8209\u000a14:18:36.356793 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8209', subscriber_id=0}\u000a14:18:36.472143 run srsepc_10.42.42.118: Starting srsepc\u000a14:18:37.161222 run rm-remote-dir(pid=30689): Launched\u000a14:18:38.362720 run rm-remote-dir(pid=30689): Terminated: ok {rc=0}\u000a14:18:38.715091 run mk-remote-dir(pid=30690): Launched\u000a14:18:39.915515 run mk-remote-dir(pid=30690): Terminated: ok {rc=0}\u000a14:18:40.214378 run scp-inst-to-remote(pid=30691): Launched\u000a14:18:42.404540 run scp-inst-to-remote(pid=30691): Terminated: ok {rc=0}\u000a14:18:42.736854 run rm-remote-dir(pid=30693): Launched\u000a14:18:43.925556 run rm-remote-dir(pid=30693): Terminated: ok {rc=0}\u000a14:18:44.257816 run mk-remote-dir(pid=30694): Launched\u000a14:18:45.446983 run mk-remote-dir(pid=30694): Terminated: ok {rc=0}\u000a14:18:45.728520 run scp-cfg-to-remote(pid=30695): Launched\u000a14:18:46.928496 run scp-cfg-to-remote(pid=30695): Terminated: ok {rc=0}\u000a14:18:47.275883 run scp-db-to-remote(pid=30697): Launched\u000a14:18:48.475453 run scp-db-to-remote(pid=30697): Terminated: ok {rc=0}\u000a14:18:48.598455 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a14:18:48.941250 run patchelf(pid=30699): Launched\u000a14:18:50.141059 run patchelf(pid=30699): Terminated: ok {rc=0}\u000a14:18:50.263700 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a14:18:50.606599 run setcap-netadm(pid=30700): Launched\u000a14:18:51.805425 run setcap-netadm(pid=30700): Terminated: ok {rc=0}\u000a14:18:52.141040 run srsepc(pid=30701): Launched\u000a14:18:52.258302 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a14:18:53.462855 run rm-remote-dir(pid=30702): Launched\u000a14:18:53.660077 run srsepc(pid=30701): ERR: Terminated: ERROR {rc=127} [trial-2390↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=30701)]\u000a14:18:53.803534 run srsepc(pid=30701): stdout: \u000a| (launched: 2022-12-13_14:18:51.980409)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a14:18:53.947180 run srsepc(pid=30701): stderr: \u000a| (launched: 2022-12-13_14:18:52.029755)\u000a| Connection to 10.42.42.116 closed. \u000a14:18:54.086916 run srsepc(pid=30701): stdout: \u000a| (launched: 2022-12-13_14:18:51.980409)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a14:18:54.225447 run srsepc(pid=30701): stderr: \u000a| (launched: 2022-12-13_14:18:52.029755)\u000a| Connection to 10.42.42.116 closed. \u000a14:18:54.387144 run rm-remote-dir(pid=30702): Terminating (SIGINT)\u000a14:18:54.577875 run rm-remote-dir(pid=30702): Terminated: ok {rc=0}\u000a14:18:54.612571 tst rrc_idle_mt_ping.py:16: ERR: Error: srsepc(pid=30701): Process ended prematurely: srsepc(pid=30701) [trial-2390↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=30701)] [trial-2390↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16]\u000a14:18:54.622916 tst rrc_idle_mt_ping.py:16: Test FAILED (18.6 sec)\u000a14:18:54.738178 run scp-back-log(pid=30703): Launched\u000a14:18:55.828168 run scp-back-log(pid=30703): ERR: Terminated: ERROR {rc=1} [trial-2390↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=30703)]\u000a14:18:55.893413 run scp-back-log(pid=30703): stdout: \u000a| (launched: 2022-12-13_14:18:54.666182) \u000a14:18:55.958388 run scp-back-log(pid=30703): stderr: \u000a| (launched: 2022-12-13_14:18:54.686771)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a14:18:56.013602 tst srsepc_10.42.42.118: Error('scp-back-log(pid=30703): launch_sync(): local process exited with status 1 [trial-2390↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=30703)]')\u000a" } ], "duration" : 143.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "163", "name" : "4g_srsenb-rftype@zmq+srsue-rftype@zmq", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T14:16:33" }, { "cases" : [ { "testActions" : [ ], "age" : 188, "className" : "handover_2G:nanobts+bts1-oc2g", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30714): Process ended prematurely: osmo-stp_10.42.42.5(pid=30714) [trial-2390↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30714)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30714): Process ended prematurely: osmo-stp_10.42.42.5(pid=30714) [trial-2390↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30714)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 handover_2G:nanobts+bts1-oc2g handover.py\u000a----------------------------------------------\u000a14:18:56.864907 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a14:18:56.876202 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a14:18:57.015506 tst handover.py: using LAC 34514\u000a14:18:57.144276 tst handover.py: using RAC 89\u000a14:18:57.278505 tst handover.py: using CellId 34514\u000a14:18:57.421552 tst handover.py: using BVCI 34515\u000a14:18:57.446758 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a14:18:57.576328 tst handover.py: using LAC 34515\u000a14:18:57.705999 tst handover.py: using RAC 90\u000a14:18:57.836615 tst handover.py: using CellId 34515\u000a14:18:57.958730 tst handover.py: using BVCI 34516\u000a14:18:57.982128 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a14:18:57.992902 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a14:18:58.003602 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a14:18:58.014305 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a14:18:58.025050 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a14:18:58.035598 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a14:18:58.151148 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a14:18:58.365726 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:18:58.888454 run create_hlr_db(pid=30708): Launched\u000a14:19:00.079805 run create_hlr_db(pid=30708): Terminated: ok {rc=0}\u000a14:19:00.416876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30710): Launched\u000a14:19:00.742293 run osmo-hlr_10.42.42.2(pid=30711): Launched\u000a14:19:00.911629 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:19:01.525997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30713): Launched\u000a14:19:01.966038 run osmo-stp_10.42.42.5(pid=30714): Launched\u000a14:19:02.173960 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:19:02.783402 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30716): Launched\u000a14:19:03.116285 run osmo-msc_10.42.42.6(pid=30717): Launched\u000a14:19:03.308649 run osmo-stp_10.42.42.5(pid=30714): ERR: Terminated: ERROR {rc=1} [trial-2390↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30714)]\u000a14:19:03.448315 run osmo-stp_10.42.42.5(pid=30714): stdout: \u000a| (launched: 2022-12-13_14:19:01.696665)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:19:03.587017 run osmo-stp_10.42.42.5(pid=30714): stderr: \u000a| �[0;m�[38;5;43m20221213141901988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213141901988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213141901988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213141901989 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213141901989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213141901989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213141901989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:19:03.719701 run osmo-stp_10.42.42.5(pid=30714): stdout: \u000a| (launched: 2022-12-13_14:19:01.696665)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:19:03.850787 run osmo-stp_10.42.42.5(pid=30714): stderr: \u000a| �[0;m�[38;5;43m20221213141901988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213141901988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213141901988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213141901989 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213141901989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213141901989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213141901989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:19:03.907881 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=30714): Process ended prematurely: osmo-stp_10.42.42.5(pid=30714) [trial-2390↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30714)] [trial-2390↪handover_2G:nanobts+bts1-oc2g↪handover.py:18]\u000a14:19:03.916567 tst handover.py:18: Test FAILED (7.0 sec)\u000a14:19:03.979355 run osmo-hlr_10.42.42.2(pid=30711): ERR: Terminated: ERROR {rc=237} [trial-2390↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30711)]\u000a14:19:04.031160 run osmo-hlr_10.42.42.2(pid=30711): stdout: \u000a| (launched: 2022-12-13_14:19:00.582123) \u000a14:19:04.083409 run osmo-hlr_10.42.42.2(pid=30711): stderr: \u000a| �[0;m�[1;31m20221213141900777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213141900777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213141900777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141900777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141900777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213141900777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213141900790 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/handover_2G:nanobts+bts1-oc2g/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213141900798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213141900799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213141900799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:19:04.154028 run osmo-msc_10.42.42.6(pid=30717): ERR: Terminated: ERROR {rc=2} [trial-2390↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30717)]\u000a14:19:04.205202 run osmo-msc_10.42.42.6(pid=30717): stdout: \u000a| (launched: 2022-12-13_14:19:02.950802) \u000a14:19:04.257228 run osmo-msc_10.42.42.6(pid=30717): stderr: \u000a| �[0;m�[38;5;43m20221213141903272 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213141903272 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f148de3ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213141903272 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213141903272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213141903273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213141903273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213141903274 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213141903275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213141903275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213141903275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:19:04.301762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30710): Terminating (SIGTERM)\u000a14:19:04.343724 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30713): Terminating (SIGTERM)\u000a14:19:04.385696 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30716): Terminating (SIGTERM)\u000a14:19:04.395299 --- ParallelTerminationStrategy: PID 30710 died...\u000a14:19:04.452101 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30710): Terminated: ok {rc=0}\u000a14:19:04.462089 --- ParallelTerminationStrategy: PID 30713 died...\u000a14:19:04.518626 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30713): Terminated: ok {rc=0}\u000a14:19:04.528517 --- ParallelTerminationStrategy: PID 30716 died...\u000a14:19:04.584422 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30716): Terminated: ok {rc=0}\u000a14:19:04.671664 bus /sierra_3: Setting Powered False\u000a14:19:05.777926 bus /sierra_3: Setting Powered False\u000a14:19:06.885535 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "164", "name" : "handover_2G_nanobts+bts1-oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T14:18:56" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "handover_2G:nanobts+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30730): Process ended prematurely: osmo-stp_10.42.42.5(pid=30730) [trial-2390↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30730)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30730): Process ended prematurely: osmo-stp_10.42.42.5(pid=30730) [trial-2390↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30730)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 handover_2G:nanobts+bts1-octphy handover.py\u000a----------------------------------------------\u000a14:19:08.842167 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a14:19:08.852926 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a14:19:08.978661 tst handover.py: using LAC 34516\u000a14:19:09.102580 tst handover.py: using RAC 91\u000a14:19:09.226538 tst handover.py: using CellId 34516\u000a14:19:09.348676 tst handover.py: using BVCI 34517\u000a14:19:09.372552 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a14:19:09.495657 tst handover.py: using LAC 34517\u000a14:19:09.618557 tst handover.py: using RAC 92\u000a14:19:09.743794 tst handover.py: using CellId 34517\u000a14:19:09.866746 tst handover.py: using BVCI 34518\u000a14:19:09.890272 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a14:19:09.901083 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a14:19:09.911705 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a14:19:09.922308 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a14:19:09.933167 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a14:19:09.943675 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a14:19:10.065860 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a14:19:10.282705 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:19:10.785215 run create_hlr_db(pid=30724): Launched\u000a14:19:10.919308 bus /sierra_2: Setting Powered False\u000a14:19:11.997564 run create_hlr_db(pid=30724): Terminated: ok {rc=0}\u000a14:19:12.412803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30726): Launched\u000a14:19:12.746339 run osmo-hlr_10.42.42.2(pid=30727): Launched\u000a14:19:12.867613 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:19:13.414977 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30729): Launched\u000a14:19:13.748136 run osmo-stp_10.42.42.5(pid=30730): Launched\u000a14:19:13.868627 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:19:14.446897 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30732): Launched\u000a14:19:14.781520 run osmo-msc_10.42.42.6(pid=30733): Launched\u000a14:19:14.977092 run osmo-stp_10.42.42.5(pid=30730): ERR: Terminated: ERROR {rc=1} [trial-2390↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30730)]\u000a14:19:15.118527 run osmo-stp_10.42.42.5(pid=30730): stdout: \u000a| (launched: 2022-12-13_14:19:13.583308)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:19:15.258225 run osmo-stp_10.42.42.5(pid=30730): stderr: \u000a| �[0;m�[38;5;43m20221213141913773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213141913773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213141913774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213141913774 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213141913775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213141913775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213141913775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:19:15.392245 run osmo-stp_10.42.42.5(pid=30730): stdout: \u000a| (launched: 2022-12-13_14:19:13.583308)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:19:15.525319 run osmo-stp_10.42.42.5(pid=30730): stderr: \u000a| �[0;m�[38;5;43m20221213141913773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213141913773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213141913774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213141913774 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213141913775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213141913775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213141913775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:19:15.583289 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=30730): Process ended prematurely: osmo-stp_10.42.42.5(pid=30730) [trial-2390↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30730)] [trial-2390↪handover_2G:nanobts+bts1-octphy↪handover.py:18]\u000a14:19:15.592082 tst handover.py:18: Test FAILED (6.7 sec)\u000a14:19:15.655257 run osmo-hlr_10.42.42.2(pid=30727): ERR: Terminated: ERROR {rc=237} [trial-2390↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30727)]\u000a14:19:15.707003 run osmo-hlr_10.42.42.2(pid=30727): stdout: \u000a| (launched: 2022-12-13_14:19:12.581717) \u000a14:19:15.759583 run osmo-hlr_10.42.42.2(pid=30727): stderr: \u000a| �[0;m�[1;31m20221213141912779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213141912779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213141912779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141912779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141912779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213141912779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213141912792 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/handover_2G:nanobts+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213141912800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213141912801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213141912801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:19:15.831248 run osmo-msc_10.42.42.6(pid=30733): ERR: Terminated: ERROR {rc=2} [trial-2390↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30733)]\u000a14:19:15.913477 run osmo-msc_10.42.42.6(pid=30733): stdout: \u000a| (launched: 2022-12-13_14:19:14.615806) \u000a14:19:15.966912 run osmo-msc_10.42.42.6(pid=30733): stderr: \u000a| �[0;m�[38;5;43m20221213141914936 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213141914936 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f474518bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213141914936 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213141914936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213141914936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213141914937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213141914938 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213141914939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213141914939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213141914939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:19:16.015391 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30726): Terminating (SIGTERM)\u000a14:19:16.061960 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30729): Terminating (SIGTERM)\u000a14:19:16.107899 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30732): Terminating (SIGTERM)\u000a14:19:16.118456 --- ParallelTerminationStrategy: PID 30726 died...\u000a14:19:16.177032 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30726): Terminated: ok {rc=0}\u000a14:19:16.187998 --- ParallelTerminationStrategy: PID 30729 died...\u000a14:19:16.243982 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30729): Terminated: ok {rc=0}\u000a14:19:16.254645 --- ParallelTerminationStrategy: PID 30732 died...\u000a14:19:16.312011 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30732): Terminated: ok {rc=0}\u000a14:19:16.413029 bus /sierra_3: Setting Powered False\u000a14:19:17.518884 bus /sierra_3: Setting Powered False\u000a14:19:18.631069 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "165", "name" : "handover_2G_nanobts+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T14:19:08" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "handover_2G:nanobts+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30744): Process ended prematurely: osmo-stp_10.42.42.5(pid=30744) [trial-2390↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30744)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30744): Process ended prematurely: osmo-stp_10.42.42.5(pid=30744) [trial-2390↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30744)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 handover_2G:nanobts+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a14:19:20.627076 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a14:19:20.638397 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a14:19:20.774039 tst handover.py: using LAC 34518\u000a14:19:20.906013 tst handover.py: using RAC 93\u000a14:19:21.038082 tst handover.py: using CellId 34518\u000a14:19:21.169604 tst handover.py: using BVCI 34519\u000a14:19:21.194927 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a14:19:21.341792 tst handover.py: using LAC 34519\u000a14:19:21.473454 tst handover.py: using RAC 94\u000a14:19:21.604818 tst handover.py: using CellId 34519\u000a14:19:21.734815 tst handover.py: using BVCI 34520\u000a14:19:21.760402 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a14:19:21.771888 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a14:19:21.783222 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a14:19:21.794608 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a14:19:21.806419 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a14:19:21.818123 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a14:19:21.935611 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a14:19:22.150483 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:19:22.651182 run create_hlr_db(pid=30738): Launched\u000a14:19:22.785600 bus /sierra_2: Setting Powered False\u000a14:19:23.863495 run create_hlr_db(pid=30738): Terminated: ok {rc=0}\u000a14:19:24.251079 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30740): Launched\u000a14:19:24.561689 run osmo-hlr_10.42.42.2(pid=30741): Launched\u000a14:19:24.674960 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:19:25.184621 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30743): Launched\u000a14:19:25.494577 run osmo-stp_10.42.42.5(pid=30744): Launched\u000a14:19:25.607772 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:19:26.146535 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30746): Launched\u000a14:19:26.456627 run osmo-msc_10.42.42.6(pid=30747): Launched\u000a14:19:26.638001 run osmo-stp_10.42.42.5(pid=30744): ERR: Terminated: ERROR {rc=1} [trial-2390↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30744)]\u000a14:19:26.768211 run osmo-stp_10.42.42.5(pid=30744): stdout: \u000a| (launched: 2022-12-13_14:19:25.341313)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:19:26.897056 run osmo-stp_10.42.42.5(pid=30744): stderr: \u000a| �[0;m�[38;5;43m20221213141925510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213141925510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213141925511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213141925511 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213141925511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213141925511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213141925512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:19:27.020470 run osmo-stp_10.42.42.5(pid=30744): stdout: \u000a| (launched: 2022-12-13_14:19:25.341313)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:19:27.142895 run osmo-stp_10.42.42.5(pid=30744): stderr: \u000a| �[0;m�[38;5;43m20221213141925510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213141925510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213141925511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213141925511 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213141925511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213141925511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213141925512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:19:27.197666 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=30744): Process ended prematurely: osmo-stp_10.42.42.5(pid=30744) [trial-2390↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30744)] [trial-2390↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18]\u000a14:19:27.205794 tst handover.py:18: Test FAILED (6.6 sec)\u000a14:19:27.265208 run osmo-hlr_10.42.42.2(pid=30741): ERR: Terminated: ERROR {rc=237} [trial-2390↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30741)]\u000a14:19:27.313994 run osmo-hlr_10.42.42.2(pid=30741): stdout: \u000a| (launched: 2022-12-13_14:19:24.408271) \u000a14:19:27.363230 run osmo-hlr_10.42.42.2(pid=30741): stderr: \u000a| �[0;m�[1;31m20221213141924583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213141924583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213141924583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141924584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141924584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213141924584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213141924596 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/handover_2G:nanobts+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213141924604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213141924604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213141924604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:19:27.430217 run osmo-msc_10.42.42.6(pid=30747): ERR: Terminated: ERROR {rc=2} [trial-2390↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30747)]\u000a14:19:27.478543 run osmo-msc_10.42.42.6(pid=30747): stdout: \u000a| (launched: 2022-12-13_14:19:26.303364) \u000a14:19:27.527809 run osmo-msc_10.42.42.6(pid=30747): stderr: \u000a| �[0;m�[38;5;43m20221213141926575 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213141926576 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f945ab7ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213141926576 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213141926576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213141926576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213141926576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213141926578 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213141926578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213141926578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213141926578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:19:27.570273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30740): Terminating (SIGTERM)\u000a14:19:27.611295 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30743): Terminating (SIGTERM)\u000a14:19:27.651521 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30746): Terminating (SIGTERM)\u000a14:19:27.660679 --- ParallelTerminationStrategy: PID 30740 died...\u000a14:19:27.714502 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30740): Terminated: ok {rc=0}\u000a14:19:27.724013 --- ParallelTerminationStrategy: PID 30743 died...\u000a14:19:27.777533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30743): Terminated: ok {rc=0}\u000a14:19:27.787110 --- ParallelTerminationStrategy: PID 30746 died...\u000a14:19:27.840755 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30746): Terminated: ok {rc=0}\u000a14:19:27.929675 bus /sierra_3: Setting Powered False\u000a14:19:29.033070 bus /sierra_3: Setting Powered False\u000a14:19:30.146856 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "166", "name" : "handover_2G_nanobts+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T14:19:20" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "handover_2G:nanobts+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30758): Process ended prematurely: osmo-stp_10.42.42.5(pid=30758) [trial-2390↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30758)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30758): Process ended prematurely: osmo-stp_10.42.42.5(pid=30758) [trial-2390↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30758)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 handover_2G:nanobts+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a14:19:32.163633 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:19:32.175717 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a14:19:32.309160 tst handover.py: using LAC 34520\u000a14:19:32.440212 tst handover.py: using RAC 95\u000a14:19:32.569353 tst handover.py: using CellId 34520\u000a14:19:32.700764 tst handover.py: using BVCI 34521\u000a14:19:32.726006 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a14:19:32.868611 tst handover.py: using LAC 34521\u000a14:19:32.993045 tst handover.py: using RAC 96\u000a14:19:33.117705 tst handover.py: using CellId 34521\u000a14:19:33.247016 tst handover.py: using BVCI 34522\u000a14:19:33.272417 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:19:33.284210 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:19:33.296126 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:19:33.307848 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:19:33.320024 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:19:33.332207 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a14:19:33.455325 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a14:19:33.671009 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:19:34.169802 run create_hlr_db(pid=30752): Launched\u000a14:19:34.303901 bus /sierra_2: Setting Powered False\u000a14:19:35.380148 run create_hlr_db(pid=30752): Terminated: ok {rc=0}\u000a14:19:35.769334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30754): Launched\u000a14:19:36.079189 run osmo-hlr_10.42.42.2(pid=30755): Launched\u000a14:19:36.196338 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:19:36.706133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30757): Launched\u000a14:19:37.016391 run osmo-stp_10.42.42.5(pid=30758): Launched\u000a14:19:37.129517 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:19:37.701538 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30760): Launched\u000a14:19:38.033840 run osmo-msc_10.42.42.6(pid=30761): Launched\u000a14:19:38.227062 run osmo-stp_10.42.42.5(pid=30758): ERR: Terminated: ERROR {rc=1} [trial-2390↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30758)]\u000a14:19:38.366117 run osmo-stp_10.42.42.5(pid=30758): stdout: \u000a| (launched: 2022-12-13_14:19:36.862581)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:19:38.504639 run osmo-stp_10.42.42.5(pid=30758): stderr: \u000a| �[0;m�[38;5;43m20221213141937032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213141937032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213141937032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213141937033 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213141937033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213141937033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213141937033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:19:38.636812 run osmo-stp_10.42.42.5(pid=30758): stdout: \u000a| (launched: 2022-12-13_14:19:36.862581)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:19:38.767593 run osmo-stp_10.42.42.5(pid=30758): stderr: \u000a| �[0;m�[38;5;43m20221213141937032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213141937032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213141937032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213141937033 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213141937033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213141937033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213141937033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:19:38.825250 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=30758): Process ended prematurely: osmo-stp_10.42.42.5(pid=30758) [trial-2390↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30758)] [trial-2390↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a14:19:38.834085 tst handover.py:18: Test FAILED (6.7 sec)\u000a14:19:38.896137 run osmo-hlr_10.42.42.2(pid=30755): ERR: Terminated: ERROR {rc=237} [trial-2390↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30755)]\u000a14:19:38.947199 run osmo-hlr_10.42.42.2(pid=30755): stdout: \u000a| (launched: 2022-12-13_14:19:35.926280) \u000a14:19:38.998847 run osmo-hlr_10.42.42.2(pid=30755): stderr: \u000a| �[0;m�[1;31m20221213141936099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213141936099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213141936100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141936100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141936100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213141936100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213141936114 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/handover_2G:nanobts+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213141936122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213141936122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213141936122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:19:39.068941 run osmo-msc_10.42.42.6(pid=30761): ERR: Terminated: ERROR {rc=2} [trial-2390↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30761)]\u000a14:19:39.119807 run osmo-msc_10.42.42.6(pid=30761): stdout: \u000a| (launched: 2022-12-13_14:19:37.869659) \u000a14:19:39.171306 run osmo-msc_10.42.42.6(pid=30761): stderr: \u000a| �[0;m�[38;5;43m20221213141938189 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213141938190 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f033c176c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213141938190 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213141938190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213141938190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213141938190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213141938192 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213141938192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213141938192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213141938192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:19:39.215468 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30754): Terminating (SIGTERM)\u000a14:19:39.257117 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30757): Terminating (SIGTERM)\u000a14:19:39.299222 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30760): Terminating (SIGTERM)\u000a14:19:39.309004 --- ParallelTerminationStrategy: PID 30754 died...\u000a14:19:39.364857 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30754): Terminated: ok {rc=0}\u000a14:19:39.375148 --- ParallelTerminationStrategy: PID 30757 died...\u000a14:19:39.431056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30757): Terminated: ok {rc=0}\u000a14:19:39.441262 --- ParallelTerminationStrategy: PID 30760 died...\u000a14:19:39.496762 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30760): Terminated: ok {rc=0}\u000a14:19:39.583482 bus /sierra_3: Setting Powered False\u000a14:19:40.690585 bus /sierra_3: Setting Powered False\u000a14:19:41.798607 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "167", "name" : "handover_2G_nanobts+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T14:19:31" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "handover_2G:nanobts+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30773): Process ended prematurely: osmo-stp_10.42.42.5(pid=30773) [trial-2390↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30773)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30773): Process ended prematurely: osmo-stp_10.42.42.5(pid=30773) [trial-2390↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30773)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 handover_2G:nanobts+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a14:19:43.812558 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:19:43.824216 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a14:19:43.959409 tst handover.py: using LAC 34522\u000a14:19:44.085502 tst handover.py: using RAC 97\u000a14:19:44.208288 tst handover.py: using CellId 34522\u000a14:19:44.331366 tst handover.py: using BVCI 34523\u000a14:19:44.355089 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a14:19:44.494819 tst handover.py: using LAC 34523\u000a14:19:44.620621 tst handover.py: using RAC 98\u000a14:19:44.744547 tst handover.py: using CellId 34523\u000a14:19:44.867957 tst handover.py: using BVCI 34524\u000a14:19:44.891573 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:19:44.902664 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:19:44.913504 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:19:44.924391 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:19:44.936203 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:19:44.948105 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a14:19:45.070224 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a14:19:45.275403 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:19:45.736006 run create_hlr_db(pid=30767): Launched\u000a14:19:45.873828 bus /sierra_2: Setting Powered False\u000a14:19:46.935560 run create_hlr_db(pid=30767): Terminated: ok {rc=0}\u000a14:19:47.337139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30769): Launched\u000a14:19:47.650442 run osmo-hlr_10.42.42.2(pid=30770): Launched\u000a14:19:47.763034 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:19:48.275155 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30772): Launched\u000a14:19:48.584367 run osmo-stp_10.42.42.5(pid=30773): Launched\u000a14:19:48.699346 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:19:49.237917 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30775): Launched\u000a14:19:49.551134 run osmo-msc_10.42.42.6(pid=30776): Launched\u000a14:19:49.732772 run osmo-stp_10.42.42.5(pid=30773): ERR: Terminated: ERROR {rc=1} [trial-2390↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30773)]\u000a14:19:49.864089 run osmo-stp_10.42.42.5(pid=30773): stdout: \u000a| (launched: 2022-12-13_14:19:48.431381)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:19:49.993460 run osmo-stp_10.42.42.5(pid=30773): stderr: \u000a| �[0;m�[38;5;43m20221213141948598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213141948599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213141948599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213141948599 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213141948600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213141948600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213141948600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:19:50.117506 run osmo-stp_10.42.42.5(pid=30773): stdout: \u000a| (launched: 2022-12-13_14:19:48.431381)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:19:50.240778 run osmo-stp_10.42.42.5(pid=30773): stderr: \u000a| �[0;m�[38;5;43m20221213141948598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213141948599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213141948599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213141948599 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213141948600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213141948600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213141948600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:19:50.295009 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=30773): Process ended prematurely: osmo-stp_10.42.42.5(pid=30773) [trial-2390↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30773)] [trial-2390↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18]\u000a14:19:50.303041 tst handover.py:18: Test FAILED (6.5 sec)\u000a14:19:50.363366 run osmo-hlr_10.42.42.2(pid=30770): ERR: Terminated: ERROR {rc=237} [trial-2390↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30770)]\u000a14:19:50.412383 run osmo-hlr_10.42.42.2(pid=30770): stdout: \u000a| (launched: 2022-12-13_14:19:47.495782) \u000a14:19:50.462124 run osmo-hlr_10.42.42.2(pid=30770): stderr: \u000a| �[0;m�[1;31m20221213141947670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213141947670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213141947670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141947670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141947670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213141947670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213141947706 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/handover_2G:nanobts+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213141947716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213141947717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213141947717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:19:50.529294 run osmo-msc_10.42.42.6(pid=30776): ERR: Terminated: ERROR {rc=2} [trial-2390↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30776)]\u000a14:19:50.578633 run osmo-msc_10.42.42.6(pid=30776): stdout: \u000a| (launched: 2022-12-13_14:19:49.396337) \u000a14:19:50.628473 run osmo-msc_10.42.42.6(pid=30776): stderr: \u000a| �[0;m�[38;5;43m20221213141949665 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213141949666 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4d0aa6cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213141949666 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213141949666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213141949666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213141949666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213141949668 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213141949668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213141949668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213141949668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:19:50.671005 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30769): Terminating (SIGTERM)\u000a14:19:50.710885 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30772): Terminating (SIGTERM)\u000a14:19:50.751386 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30775): Terminating (SIGTERM)\u000a14:19:50.760595 --- ParallelTerminationStrategy: PID 30769 died...\u000a14:19:50.814381 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30769): Terminated: ok {rc=0}\u000a14:19:50.823953 --- ParallelTerminationStrategy: PID 30772 died...\u000a14:19:50.877186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30772): Terminated: ok {rc=0}\u000a14:19:50.886774 --- ParallelTerminationStrategy: PID 30775 died...\u000a14:19:50.940741 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30775): Terminated: ok {rc=0}\u000a14:19:51.025230 bus /sierra_3: Setting Powered False\u000a14:19:52.126941 bus /sierra_3: Setting Powered False\u000a14:19:53.240274 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "168", "name" : "handover_2G_nanobts+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T14:19:43" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "handover_2G:nanobts+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30787): Process ended prematurely: osmo-stp_10.42.42.5(pid=30787) [trial-2390↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30787)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30787): Process ended prematurely: osmo-stp_10.42.42.5(pid=30787) [trial-2390↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30787)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 handover_2G:nanobts+bts1-sysmo handover.py\u000a----------------------------------------------\u000a14:19:55.233266 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:19:55.244405 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a14:19:55.379319 tst handover.py: using LAC 34524\u000a14:19:55.507984 tst handover.py: using RAC 99\u000a14:19:55.636829 tst handover.py: using CellId 34524\u000a14:19:55.768752 tst handover.py: using BVCI 34525\u000a14:19:55.793908 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a14:19:55.922256 tst handover.py: using LAC 34525\u000a14:19:56.049299 tst handover.py: using RAC 100\u000a14:19:56.171513 tst handover.py: using CellId 34525\u000a14:19:56.290985 tst handover.py: using BVCI 34526\u000a14:19:56.314444 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:19:56.325383 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:19:56.336182 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:19:56.346903 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:19:56.358859 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:19:56.370625 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a14:19:56.495939 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a14:19:56.701204 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:19:57.161378 run create_hlr_db(pid=30781): Launched\u000a14:19:57.287914 bus /sierra_2: Setting Powered False\u000a14:19:58.359479 run create_hlr_db(pid=30781): Terminated: ok {rc=0}\u000a14:19:58.745362 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30783): Launched\u000a14:19:59.056008 run osmo-hlr_10.42.42.2(pid=30784): Launched\u000a14:19:59.173092 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:19:59.681966 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30786): Launched\u000a14:19:59.991452 run osmo-stp_10.42.42.5(pid=30787): Launched\u000a14:20:00.103894 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:20:00.642445 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30789): Launched\u000a14:20:01.073071 run osmo-msc_10.42.42.6(pid=30790): Launched\u000a14:20:01.309337 run osmo-stp_10.42.42.5(pid=30787): ERR: Terminated: ERROR {rc=1} [trial-2390↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30787)]\u000a14:20:01.569260 run osmo-stp_10.42.42.5(pid=30787): stdout: \u000a| (launched: 2022-12-13_14:19:59.838609)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:20:01.736797 run osmo-stp_10.42.42.5(pid=30787): stderr: \u000a| �[0;m�[38;5;43m20221213142000004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213142000005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213142000005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213142000005 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213142000006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213142000006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213142000006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:20:01.875496 run osmo-stp_10.42.42.5(pid=30787): stdout: \u000a| (launched: 2022-12-13_14:19:59.838609)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:20:02.017795 run osmo-stp_10.42.42.5(pid=30787): stderr: \u000a| �[0;m�[38;5;43m20221213142000004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213142000005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213142000005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213142000005 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213142000006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213142000006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213142000006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:20:02.073476 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=30787): Process ended prematurely: osmo-stp_10.42.42.5(pid=30787) [trial-2390↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30787)] [trial-2390↪handover_2G:nanobts+bts1-sysmo↪handover.py:18]\u000a14:20:02.082592 tst handover.py:18: Test FAILED (6.8 sec)\u000a14:20:02.145695 run osmo-hlr_10.42.42.2(pid=30784): ERR: Terminated: ERROR {rc=237} [trial-2390↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30784)]\u000a14:20:02.196916 run osmo-hlr_10.42.42.2(pid=30784): stdout: \u000a| (launched: 2022-12-13_14:19:58.902891) \u000a14:20:02.248973 run osmo-hlr_10.42.42.2(pid=30784): stderr: \u000a| �[0;m�[1;31m20221213141959077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213141959077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213141959077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141959077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213141959077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213141959077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213141959091 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/handover_2G:nanobts+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213141959099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213141959099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213141959099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:20:02.318660 run osmo-msc_10.42.42.6(pid=30790): ERR: Terminated: ERROR {rc=2} [trial-2390↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30790)]\u000a14:20:02.369749 run osmo-msc_10.42.42.6(pid=30790): stdout: \u000a| (launched: 2022-12-13_14:20:00.799167) \u000a14:20:02.422020 run osmo-msc_10.42.42.6(pid=30790): stderr: \u000a| �[0;m�[38;5;43m20221213142001303 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213142001303 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2dcbf5cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213142001303 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213142001303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213142001304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213142001304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213142001315 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213142001316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213142001316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213142001316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:20:02.466260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30783): Terminating (SIGTERM)\u000a14:20:02.507840 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30786): Terminating (SIGTERM)\u000a14:20:02.550182 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30789): Terminating (SIGTERM)\u000a14:20:02.559327 --- ParallelTerminationStrategy: PID 30783 died...\u000a14:20:02.612422 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30783): Terminated: ok {rc=0}\u000a14:20:02.621855 --- ParallelTerminationStrategy: PID 30786 died...\u000a14:20:02.674812 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30786): Terminated: ok {rc=0}\u000a14:20:02.684236 --- ParallelTerminationStrategy: PID 30789 died...\u000a14:20:02.737342 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30789): Terminated: ok {rc=0}\u000a14:20:02.824663 bus /sierra_3: Setting Powered False\u000a14:20:03.927108 bus /sierra_3: Setting Powered False\u000a14:20:05.033571 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "169", "name" : "handover_2G_nanobts+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T14:19:54" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "handover_2G:nanobts+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30804): Process ended prematurely: osmo-stp_10.42.42.5(pid=30804) [trial-2390↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30804)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30804): Process ended prematurely: osmo-stp_10.42.42.5(pid=30804) [trial-2390↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30804)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 handover_2G:nanobts+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a14:20:07.027200 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:20:07.038511 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a14:20:07.170464 tst handover.py: using LAC 34526\u000a14:20:07.293639 tst handover.py: using RAC 101\u000a14:20:07.427251 tst handover.py: using CellId 34526\u000a14:20:07.551695 tst handover.py: using BVCI 34527\u000a14:20:07.575429 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a14:20:07.712747 tst handover.py: using LAC 34527\u000a14:20:07.833862 tst handover.py: using RAC 102\u000a14:20:07.954063 tst handover.py: using CellId 34527\u000a14:20:08.073464 tst handover.py: using BVCI 34528\u000a14:20:08.097092 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:20:08.107944 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:20:08.118731 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:20:08.129401 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:20:08.140419 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:20:08.151408 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a14:20:08.272912 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a14:20:08.490067 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:20:08.989533 run create_hlr_db(pid=30798): Launched\u000a14:20:09.123415 bus /sierra_2: Setting Powered False\u000a14:20:10.201764 run create_hlr_db(pid=30798): Terminated: ok {rc=0}\u000a14:20:10.614150 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30800): Launched\u000a14:20:10.945133 run osmo-hlr_10.42.42.2(pid=30801): Launched\u000a14:20:11.066902 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:20:11.614324 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30803): Launched\u000a14:20:11.946270 run osmo-stp_10.42.42.5(pid=30804): Launched\u000a14:20:12.065890 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:20:12.643329 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30806): Launched\u000a14:20:12.974865 run osmo-msc_10.42.42.6(pid=30807): Launched\u000a14:20:13.167730 run osmo-stp_10.42.42.5(pid=30804): ERR: Terminated: ERROR {rc=1} [trial-2390↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30804)]\u000a14:20:13.306795 run osmo-stp_10.42.42.5(pid=30804): stdout: \u000a| (launched: 2022-12-13_14:20:11.782430)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:20:13.444749 run osmo-stp_10.42.42.5(pid=30804): stderr: \u000a| �[0;m�[38;5;43m20221213142011971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213142011971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213142011972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213142011972 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213142011973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213142011973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213142011973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:20:13.577744 run osmo-stp_10.42.42.5(pid=30804): stdout: \u000a| (launched: 2022-12-13_14:20:11.782430)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:20:13.708759 run osmo-stp_10.42.42.5(pid=30804): stderr: \u000a| �[0;m�[38;5;43m20221213142011971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213142011971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213142011972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213142011972 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213142011973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213142011973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213142011973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:20:13.766639 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=30804): Process ended prematurely: osmo-stp_10.42.42.5(pid=30804) [trial-2390↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30804)] [trial-2390↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18]\u000a14:20:13.775227 tst handover.py:18: Test FAILED (6.7 sec)\u000a14:20:13.838297 run osmo-hlr_10.42.42.2(pid=30801): ERR: Terminated: ERROR {rc=237} [trial-2390↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30801)]\u000a14:20:13.889712 run osmo-hlr_10.42.42.2(pid=30801): stdout: \u000a| (launched: 2022-12-13_14:20:10.782218) \u000a14:20:13.941876 run osmo-hlr_10.42.42.2(pid=30801): stderr: \u000a| �[0;m�[1;31m20221213142010978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213142010978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213142010978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213142010978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213142010978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213142010978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213142010990 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/handover_2G:nanobts+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213142010999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213142010999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213142010999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:20:14.012767 run osmo-msc_10.42.42.6(pid=30807): ERR: Terminated: ERROR {rc=2} [trial-2390↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30807)]\u000a14:20:14.064182 run osmo-msc_10.42.42.6(pid=30807): stdout: \u000a| (launched: 2022-12-13_14:20:12.811793) \u000a14:20:14.116271 run osmo-msc_10.42.42.6(pid=30807): stderr: \u000a| �[0;m�[38;5;43m20221213142013132 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213142013132 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd8b8e45c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213142013132 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213142013132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213142013132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213142013132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213142013134 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213142013134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213142013135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213142013135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:20:14.160695 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30800): Terminating (SIGTERM)\u000a14:20:14.202766 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30803): Terminating (SIGTERM)\u000a14:20:14.244814 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30806): Terminating (SIGTERM)\u000a14:20:14.254831 --- ParallelTerminationStrategy: PID 30800 died...\u000a14:20:14.311013 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30800): Terminated: ok {rc=0}\u000a14:20:14.321243 --- ParallelTerminationStrategy: PID 30803 died...\u000a14:20:14.377034 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30803): Terminated: ok {rc=0}\u000a14:20:14.387078 --- ParallelTerminationStrategy: PID 30806 died...\u000a14:20:14.443329 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30806): Terminated: ok {rc=0}\u000a14:20:14.531028 bus /sierra_3: Setting Powered False\u000a14:20:15.639029 bus /sierra_3: Setting Powered False\u000a14:20:16.769762 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "170", "name" : "handover_2G_nanobts+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T14:20:06" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "handover_2G:nanobts+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30818): Process ended prematurely: osmo-stp_10.42.42.5(pid=30818) [trial-2390↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30818)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30818): Process ended prematurely: osmo-stp_10.42.42.5(pid=30818) [trial-2390↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30818)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 handover_2G:nanobts+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a14:20:18.778281 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:20:18.789643 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a14:20:18.925618 tst handover.py: using LAC 34528\u000a14:20:19.057462 tst handover.py: using RAC 103\u000a14:20:19.188381 tst handover.py: using CellId 34528\u000a14:20:19.318910 tst handover.py: using BVCI 34529\u000a14:20:19.344505 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a14:20:19.488690 tst handover.py: using LAC 34529\u000a14:20:19.618480 tst handover.py: using RAC 104\u000a14:20:19.747203 tst handover.py: using CellId 34529\u000a14:20:19.876443 tst handover.py: using BVCI 34530\u000a14:20:19.901850 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:20:19.913484 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:20:19.924673 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:20:19.935894 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:20:19.947306 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:20:19.958770 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a14:20:20.076219 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a14:20:20.290715 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:20:20.791380 run create_hlr_db(pid=30812): Launched\u000a14:20:20.926381 bus /sierra_2: Setting Powered False\u000a14:20:22.003615 run create_hlr_db(pid=30812): Terminated: ok {rc=0}\u000a14:20:22.393301 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30814): Launched\u000a14:20:22.703232 run osmo-hlr_10.42.42.2(pid=30815): Launched\u000a14:20:22.824402 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:20:23.338081 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30817): Launched\u000a14:20:23.648844 run osmo-stp_10.42.42.5(pid=30818): Launched\u000a14:20:23.760866 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:20:24.300769 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30820): Launched\u000a14:20:24.611410 run osmo-msc_10.42.42.6(pid=30821): Launched\u000a14:20:24.793148 run osmo-stp_10.42.42.5(pid=30818): ERR: Terminated: ERROR {rc=1} [trial-2390↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30818)]\u000a14:20:24.923511 run osmo-stp_10.42.42.5(pid=30818): stdout: \u000a| (launched: 2022-12-13_14:20:23.495601)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:20:25.051927 run osmo-stp_10.42.42.5(pid=30818): stderr: \u000a| �[0;m�[38;5;43m20221213142023665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213142023665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213142023665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213142023665 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213142023666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213142023666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213142023666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:20:25.176147 run osmo-stp_10.42.42.5(pid=30818): stdout: \u000a| (launched: 2022-12-13_14:20:23.495601)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:20:25.298619 run osmo-stp_10.42.42.5(pid=30818): stderr: \u000a| �[0;m�[38;5;43m20221213142023665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213142023665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213142023665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213142023665 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213142023666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213142023666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213142023666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:20:25.352302 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=30818): Process ended prematurely: osmo-stp_10.42.42.5(pid=30818) [trial-2390↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30818)] [trial-2390↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18]\u000a14:20:25.360266 tst handover.py:18: Test FAILED (6.6 sec)\u000a14:20:25.420064 run osmo-hlr_10.42.42.2(pid=30815): ERR: Terminated: ERROR {rc=237} [trial-2390↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30815)]\u000a14:20:25.468882 run osmo-hlr_10.42.42.2(pid=30815): stdout: \u000a| (launched: 2022-12-13_14:20:22.549813) \u000a14:20:25.518428 run osmo-hlr_10.42.42.2(pid=30815): stderr: \u000a| �[0;m�[1;31m20221213142022724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213142022724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213142022724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213142022725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213142022725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213142022725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213142022737 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/handover_2G:nanobts+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213142022745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213142022745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213142022745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:20:25.585529 run osmo-msc_10.42.42.6(pid=30821): ERR: Terminated: ERROR {rc=2} [trial-2390↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30821)]\u000a14:20:25.634169 run osmo-msc_10.42.42.6(pid=30821): stdout: \u000a| (launched: 2022-12-13_14:20:24.457812) \u000a14:20:25.683665 run osmo-msc_10.42.42.6(pid=30821): stderr: \u000a| �[0;m�[38;5;43m20221213142024727 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213142024727 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5c946b0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213142024727 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213142024727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213142024727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213142024727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213142024729 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213142024729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213142024730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213142024730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:20:25.725641 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30814): Terminating (SIGTERM)\u000a14:20:25.765478 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30817): Terminating (SIGTERM)\u000a14:20:25.805624 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30820): Terminating (SIGTERM)\u000a14:20:25.814711 --- ParallelTerminationStrategy: PID 30814 died...\u000a14:20:25.868271 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30814): Terminated: ok {rc=0}\u000a14:20:25.877761 --- ParallelTerminationStrategy: PID 30817 died...\u000a14:20:25.931446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30817): Terminated: ok {rc=0}\u000a14:20:25.941076 --- ParallelTerminationStrategy: PID 30820 died...\u000a14:20:25.995055 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30820): Terminated: ok {rc=0}\u000a14:20:26.085028 bus /sierra_3: Setting Powered False\u000a14:20:27.193423 bus /sierra_3: Setting Powered False\u000a14:20:28.306561 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "171", "name" : "handover_2G_nanobts+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T14:20:18" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "handover_2G:oc2g+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30833): Process ended prematurely: osmo-stp_10.42.42.5(pid=30833) [trial-2390↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30833)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30833): Process ended prematurely: osmo-stp_10.42.42.5(pid=30833) [trial-2390↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30833)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 handover_2G:oc2g+bts1-octphy handover.py\u000a----------------------------------------------\u000a14:20:30.285896 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a14:20:30.297299 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a14:20:30.427675 tst handover.py: using LAC 34530\u000a14:20:30.558611 tst handover.py: using RAC 105\u000a14:20:30.682739 tst handover.py: using CellId 34530\u000a14:20:30.805433 tst handover.py: using BVCI 34531\u000a14:20:30.829796 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a14:20:30.991999 tst handover.py: using LAC 34531\u000a14:20:31.120677 tst handover.py: using RAC 106\u000a14:20:31.262735 tst handover.py: using CellId 34531\u000a14:20:31.421422 tst handover.py: using BVCI 34532\u000a14:20:31.451736 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a14:20:31.464462 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a14:20:31.476846 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a14:20:31.489622 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a14:20:31.501887 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a14:20:31.514655 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a14:20:31.639040 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a14:20:31.928458 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:20:32.422758 run create_hlr_db(pid=30827): Launched\u000a14:20:32.557950 bus /sierra_2: Setting Powered False\u000a14:20:33.634743 run create_hlr_db(pid=30827): Terminated: ok {rc=0}\u000a14:20:34.023994 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30829): Launched\u000a14:20:34.334471 run osmo-hlr_10.42.42.2(pid=30830): Launched\u000a14:20:34.457850 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:20:34.973320 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30832): Launched\u000a14:20:35.282581 run osmo-stp_10.42.42.5(pid=30833): Launched\u000a14:20:35.396061 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:20:35.936177 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30835): Launched\u000a14:20:36.246632 run osmo-msc_10.42.42.6(pid=30836): Launched\u000a14:20:36.427448 run osmo-stp_10.42.42.5(pid=30833): ERR: Terminated: ERROR {rc=1} [trial-2390↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30833)]\u000a14:20:36.558401 run osmo-stp_10.42.42.5(pid=30833): stdout: \u000a| (launched: 2022-12-13_14:20:35.129754)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:20:36.687826 run osmo-stp_10.42.42.5(pid=30833): stderr: \u000a| �[0;m�[38;5;43m20221213142035297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213142035297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213142035298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213142035298 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213142035299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213142035299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213142035299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:20:36.811907 run osmo-stp_10.42.42.5(pid=30833): stdout: \u000a| (launched: 2022-12-13_14:20:35.129754)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:20:36.934824 run osmo-stp_10.42.42.5(pid=30833): stderr: \u000a| �[0;m�[38;5;43m20221213142035297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213142035297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213142035298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213142035298 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213142035299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213142035299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213142035299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:20:36.988839 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=30833): Process ended prematurely: osmo-stp_10.42.42.5(pid=30833) [trial-2390↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30833)] [trial-2390↪handover_2G:oc2g+bts1-octphy↪handover.py:18]\u000a14:20:36.997058 tst handover.py:18: Test FAILED (6.7 sec)\u000a14:20:37.057052 run osmo-hlr_10.42.42.2(pid=30830): ERR: Terminated: ERROR {rc=237} [trial-2390↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30830)]\u000a14:20:37.106072 run osmo-hlr_10.42.42.2(pid=30830): stdout: \u000a| (launched: 2022-12-13_14:20:34.180653) \u000a14:20:37.155372 run osmo-hlr_10.42.42.2(pid=30830): stderr: \u000a| �[0;m�[1;31m20221213142034355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213142034356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213142034356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213142034356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213142034356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213142034356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213142034371 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/handover_2G:oc2g+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213142034380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213142034380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213142034380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:20:37.222411 run osmo-msc_10.42.42.6(pid=30836): ERR: Terminated: ERROR {rc=2} [trial-2390↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30836)]\u000a14:20:37.271215 run osmo-msc_10.42.42.6(pid=30836): stdout: \u000a| (launched: 2022-12-13_14:20:36.093312) \u000a14:20:37.320649 run osmo-msc_10.42.42.6(pid=30836): stderr: \u000a| �[0;m�[38;5;43m20221213142036360 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213142036361 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff94cc1dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213142036361 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213142036361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213142036361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213142036361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213142036363 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213142036364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213142036364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213142036364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:20:37.362994 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30829): Terminating (SIGTERM)\u000a14:20:37.402778 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30832): Terminating (SIGTERM)\u000a14:20:37.442523 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30835): Terminating (SIGTERM)\u000a14:20:37.451676 --- ParallelTerminationStrategy: PID 30829 died...\u000a14:20:37.505642 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30829): Terminated: ok {rc=0}\u000a14:20:37.515203 --- ParallelTerminationStrategy: PID 30832 died...\u000a14:20:37.568487 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30832): Terminated: ok {rc=0}\u000a14:20:37.578082 --- ParallelTerminationStrategy: PID 30835 died...\u000a14:20:37.631261 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30835): Terminated: ok {rc=0}\u000a14:20:37.719603 bus /sierra_3: Setting Powered False\u000a14:20:38.821576 bus /sierra_3: Setting Powered False\u000a14:20:39.932035 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "172", "name" : "handover_2G_oc2g+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T14:20:30" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "handover_2G:oc2g+bts1-trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30848): Process ended prematurely: osmo-stp_10.42.42.5(pid=30848) [trial-2390↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30848)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30848): Process ended prematurely: osmo-stp_10.42.42.5(pid=30848) [trial-2390↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30848)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 handover_2G:oc2g+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a14:20:41.926449 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a14:20:41.943416 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a14:20:42.074089 tst handover.py: using LAC 34532\u000a14:20:42.204513 tst handover.py: using RAC 107\u000a14:20:42.334850 tst handover.py: using CellId 34532\u000a14:20:42.466269 tst handover.py: using BVCI 34533\u000a14:20:42.491627 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a14:20:42.631032 tst handover.py: using LAC 34533\u000a14:20:42.754870 tst handover.py: using RAC 108\u000a14:20:42.877212 tst handover.py: using CellId 34533\u000a14:20:43.004872 tst handover.py: using BVCI 34534\u000a14:20:43.030227 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a14:20:43.041695 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a14:20:43.053357 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a14:20:43.064646 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a14:20:43.075858 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a14:20:43.087163 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a14:20:43.205127 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a14:20:43.419537 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:20:43.922114 run create_hlr_db(pid=30842): Launched\u000a14:20:44.057221 bus /sierra_2: Setting Powered False\u000a14:20:45.134039 run create_hlr_db(pid=30842): Terminated: ok {rc=0}\u000a14:20:45.548105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30844): Launched\u000a14:20:45.941963 run osmo-hlr_10.42.42.2(pid=30845): Launched\u000a14:20:46.119228 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:20:46.716620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30847): Launched\u000a14:20:47.134569 run osmo-stp_10.42.42.5(pid=30848): Launched\u000a14:20:47.301155 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:20:47.878911 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30850): Launched\u000a14:20:48.211139 run osmo-msc_10.42.42.6(pid=30851): Launched\u000a14:20:48.403948 run osmo-stp_10.42.42.5(pid=30848): ERR: Terminated: ERROR {rc=1} [trial-2390↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30848)]\u000a14:20:48.543421 run osmo-stp_10.42.42.5(pid=30848): stdout: \u000a| (launched: 2022-12-13_14:20:46.877794)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:20:48.672131 run osmo-stp_10.42.42.5(pid=30848): stderr: \u000a| �[0;m�[38;5;43m20221213142047203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213142047203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213142047203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213142047204 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213142047204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213142047204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213142047209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:20:48.796505 run osmo-stp_10.42.42.5(pid=30848): stdout: \u000a| (launched: 2022-12-13_14:20:46.877794)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:20:48.919082 run osmo-stp_10.42.42.5(pid=30848): stderr: \u000a| �[0;m�[38;5;43m20221213142047203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213142047203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213142047203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213142047204 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213142047204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213142047204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213142047209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:20:48.972741 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=30848): Process ended prematurely: osmo-stp_10.42.42.5(pid=30848) [trial-2390↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30848)] [trial-2390↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18]\u000a14:20:48.980724 tst handover.py:18: Test FAILED (7.0 sec)\u000a14:20:49.040834 run osmo-hlr_10.42.42.2(pid=30845): ERR: Terminated: ERROR {rc=237} [trial-2390↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30845)]\u000a14:20:49.089622 run osmo-hlr_10.42.42.2(pid=30845): stdout: \u000a| (launched: 2022-12-13_14:20:45.716756) \u000a14:20:49.139209 run osmo-hlr_10.42.42.2(pid=30845): stderr: \u000a| �[0;m�[1;31m20221213142045974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213142045974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213142045974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213142045974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213142045974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213142045974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213142045991 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/handover_2G:oc2g+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213142046006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213142046006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213142046006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:20:49.206360 run osmo-msc_10.42.42.6(pid=30851): ERR: Terminated: ERROR {rc=2} [trial-2390↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30851)]\u000a14:20:49.255444 run osmo-msc_10.42.42.6(pid=30851): stdout: \u000a| (launched: 2022-12-13_14:20:48.047485) \u000a14:20:49.305115 run osmo-msc_10.42.42.6(pid=30851): stderr: \u000a| �[0;m�[38;5;43m20221213142048369 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213142048369 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbf31d7ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213142048369 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213142048369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213142048369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213142048370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213142048371 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213142048372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213142048372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213142048372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:20:49.347321 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30844): Terminating (SIGTERM)\u000a14:20:49.386896 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30847): Terminating (SIGTERM)\u000a14:20:49.426736 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30850): Terminating (SIGTERM)\u000a14:20:49.435907 --- ParallelTerminationStrategy: PID 30844 died...\u000a14:20:49.489651 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30844): Terminated: ok {rc=0}\u000a14:20:49.499103 --- ParallelTerminationStrategy: PID 30847 died...\u000a14:20:49.552492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30847): Terminated: ok {rc=0}\u000a14:20:49.561911 --- ParallelTerminationStrategy: PID 30850 died...\u000a14:20:49.615133 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30850): Terminated: ok {rc=0}\u000a14:20:49.703657 bus /sierra_3: Setting Powered False\u000a14:20:50.805883 bus /sierra_3: Setting Powered False\u000a14:20:51.918088 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "173", "name" : "handover_2G_oc2g+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T14:20:41" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "handover_2G:oc2g+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30863): Process ended prematurely: osmo-stp_10.42.42.5(pid=30863) [trial-2390↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30863)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30863): Process ended prematurely: osmo-stp_10.42.42.5(pid=30863) [trial-2390↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30863)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 handover_2G:oc2g+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a14:20:53.913857 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:20:53.925497 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a14:20:54.055819 tst handover.py: using LAC 34534\u000a14:20:54.185128 tst handover.py: using RAC 109\u000a14:20:54.314193 tst handover.py: using CellId 34534\u000a14:20:54.442918 tst handover.py: using BVCI 34535\u000a14:20:54.468425 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a14:20:54.610724 tst handover.py: using LAC 34535\u000a14:20:54.739843 tst handover.py: using RAC 110\u000a14:20:54.868614 tst handover.py: using CellId 34535\u000a14:20:54.998141 tst handover.py: using BVCI 34536\u000a14:20:55.023185 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:20:55.034740 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:20:55.046115 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:20:55.057532 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:20:55.068898 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:20:55.080237 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a14:20:55.198818 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a14:20:55.414472 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:20:55.915729 run create_hlr_db(pid=30857): Launched\u000a14:20:56.050659 bus /sierra_2: Setting Powered False\u000a14:20:57.128328 run create_hlr_db(pid=30857): Terminated: ok {rc=0}\u000a14:20:57.520909 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30859): Launched\u000a14:20:57.833843 run osmo-hlr_10.42.42.2(pid=30860): Launched\u000a14:20:57.956851 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:20:58.473986 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30862): Launched\u000a14:20:58.784009 run osmo-stp_10.42.42.5(pid=30863): Launched\u000a14:20:58.897351 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:20:59.437256 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30865): Launched\u000a14:20:59.749842 run osmo-msc_10.42.42.6(pid=30866): Launched\u000a14:20:59.932850 run osmo-stp_10.42.42.5(pid=30863): ERR: Terminated: ERROR {rc=1} [trial-2390↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30863)]\u000a14:21:00.064395 run osmo-stp_10.42.42.5(pid=30863): stdout: \u000a| (launched: 2022-12-13_14:20:58.631243)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:21:00.194401 run osmo-stp_10.42.42.5(pid=30863): stderr: \u000a| �[0;m�[38;5;43m20221213142058800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213142058801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213142058801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213142058801 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213142058802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213142058802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213142058802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:21:00.319109 run osmo-stp_10.42.42.5(pid=30863): stdout: \u000a| (launched: 2022-12-13_14:20:58.631243)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:21:00.442540 run osmo-stp_10.42.42.5(pid=30863): stderr: \u000a| �[0;m�[38;5;43m20221213142058800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213142058801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213142058801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213142058801 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213142058802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213142058802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213142058802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:21:00.496656 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=30863): Process ended prematurely: osmo-stp_10.42.42.5(pid=30863) [trial-2390↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30863)] [trial-2390↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a14:21:00.504676 tst handover.py:18: Test FAILED (6.6 sec)\u000a14:21:00.565689 run osmo-hlr_10.42.42.2(pid=30860): ERR: Terminated: ERROR {rc=237} [trial-2390↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30860)]\u000a14:21:00.615184 run osmo-hlr_10.42.42.2(pid=30860): stdout: \u000a| (launched: 2022-12-13_14:20:57.679374) \u000a14:21:00.665379 run osmo-hlr_10.42.42.2(pid=30860): stderr: \u000a| �[0;m�[1;31m20221213142057854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213142057854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213142057854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213142057854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213142057854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213142057854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213142057866 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/handover_2G:oc2g+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213142057874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213142057874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213142057874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:21:00.733307 run osmo-msc_10.42.42.6(pid=30866): ERR: Terminated: ERROR {rc=2} [trial-2390↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30866)]\u000a14:21:00.782496 run osmo-msc_10.42.42.6(pid=30866): stdout: \u000a| (launched: 2022-12-13_14:20:59.594986) \u000a14:21:00.832777 run osmo-msc_10.42.42.6(pid=30866): stderr: \u000a| �[0;m�[38;5;43m20221213142059866 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213142059866 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb51e85bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213142059866 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213142059866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213142059866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213142059866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213142059868 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213142059868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213142059869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213142059869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:21:00.877561 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30859): Terminating (SIGTERM)\u000a14:21:00.918530 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30862): Terminating (SIGTERM)\u000a14:21:00.959261 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30865): Terminating (SIGTERM)\u000a14:21:00.968474 --- ParallelTerminationStrategy: PID 30859 died...\u000a14:21:01.022970 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30859): Terminated: ok {rc=0}\u000a14:21:01.032834 --- ParallelTerminationStrategy: PID 30862 died...\u000a14:21:01.087305 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30862): Terminated: ok {rc=0}\u000a14:21:01.097572 --- ParallelTerminationStrategy: PID 30865 died...\u000a14:21:01.152123 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30865): Terminated: ok {rc=0}\u000a14:21:01.241474 bus /sierra_3: Setting Powered False\u000a14:21:02.348466 bus /sierra_3: Setting Powered False\u000a14:21:03.457222 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "174", "name" : "handover_2G_oc2g+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T14:20:53" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "handover_2G:oc2g+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30877): Process ended prematurely: osmo-stp_10.42.42.5(pid=30877) [trial-2390↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30877)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30877): Process ended prematurely: osmo-stp_10.42.42.5(pid=30877) [trial-2390↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30877)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 handover_2G:oc2g+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a14:21:05.468680 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:21:05.480645 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a14:21:05.610168 tst handover.py: using LAC 34536\u000a14:21:05.730632 tst handover.py: using RAC 111\u000a14:21:05.850587 tst handover.py: using CellId 34536\u000a14:21:05.970872 tst handover.py: using BVCI 34537\u000a14:21:05.994857 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a14:21:06.134791 tst handover.py: using LAC 34537\u000a14:21:06.254572 tst handover.py: using RAC 112\u000a14:21:06.374501 tst handover.py: using CellId 34537\u000a14:21:06.496540 tst handover.py: using BVCI 34538\u000a14:21:06.520129 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:21:06.531367 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:21:06.542393 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:21:06.553350 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:21:06.564545 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:21:06.575628 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a14:21:06.697427 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a14:21:06.904300 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:21:07.367609 run create_hlr_db(pid=30871): Launched\u000a14:21:07.493643 bus /sierra_2: Setting Powered False\u000a14:21:08.566188 run create_hlr_db(pid=30871): Terminated: ok {rc=0}\u000a14:21:08.951716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30873): Launched\u000a14:21:09.261394 run osmo-hlr_10.42.42.2(pid=30874): Launched\u000a14:21:09.377032 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:21:09.889430 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30876): Launched\u000a14:21:10.200771 run osmo-stp_10.42.42.5(pid=30877): Launched\u000a14:21:10.313630 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:21:10.852729 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30879): Launched\u000a14:21:11.164575 run osmo-msc_10.42.42.6(pid=30880): Launched\u000a14:21:11.350188 run osmo-stp_10.42.42.5(pid=30877): ERR: Terminated: ERROR {rc=1} [trial-2390↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30877)]\u000a14:21:11.481912 run osmo-stp_10.42.42.5(pid=30877): stdout: \u000a| (launched: 2022-12-13_14:21:10.047470)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:21:11.610903 run osmo-stp_10.42.42.5(pid=30877): stderr: \u000a| �[0;m�[38;5;43m20221213142110217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213142110217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213142110218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213142110218 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213142110218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213142110218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213142110219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:21:11.734926 run osmo-stp_10.42.42.5(pid=30877): stdout: \u000a| (launched: 2022-12-13_14:21:10.047470)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:21:11.857884 run osmo-stp_10.42.42.5(pid=30877): stderr: \u000a| �[0;m�[38;5;43m20221213142110217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213142110217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213142110218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213142110218 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213142110218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213142110218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213142110219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:21:11.911654 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=30877): Process ended prematurely: osmo-stp_10.42.42.5(pid=30877) [trial-2390↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30877)] [trial-2390↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18]\u000a14:21:11.919687 tst handover.py:18: Test FAILED (6.4 sec)\u000a14:21:11.979779 run osmo-hlr_10.42.42.2(pid=30874): ERR: Terminated: ERROR {rc=237} [trial-2390↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30874)]\u000a14:21:12.029009 run osmo-hlr_10.42.42.2(pid=30874): stdout: \u000a| (launched: 2022-12-13_14:21:09.108349) \u000a14:21:12.078512 run osmo-hlr_10.42.42.2(pid=30874): stderr: \u000a| �[0;m�[1;31m20221213142109282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213142109282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213142109282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213142109282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213142109283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213142109283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213142109296 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/handover_2G:oc2g+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213142109306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213142109307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213142109307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:21:12.146199 run osmo-msc_10.42.42.6(pid=30880): ERR: Terminated: ERROR {rc=2} [trial-2390↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30880)]\u000a14:21:12.195193 run osmo-msc_10.42.42.6(pid=30880): stdout: \u000a| (launched: 2022-12-13_14:21:11.009924) \u000a14:21:12.244877 run osmo-msc_10.42.42.6(pid=30880): stderr: \u000a| �[0;m�[38;5;43m20221213142111278 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213142111278 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4649b29c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213142111278 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213142111278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213142111278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213142111278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213142111280 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213142111281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213142111281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213142111281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:21:12.287312 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30873): Terminating (SIGTERM)\u000a14:21:12.327876 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30876): Terminating (SIGTERM)\u000a14:21:12.368194 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30879): Terminating (SIGTERM)\u000a14:21:12.377493 --- ParallelTerminationStrategy: PID 30873 died...\u000a14:21:12.431734 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30873): Terminated: ok {rc=0}\u000a14:21:12.441492 --- ParallelTerminationStrategy: PID 30876 died...\u000a14:21:12.495308 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30876): Terminated: ok {rc=0}\u000a14:21:12.504916 --- ParallelTerminationStrategy: PID 30879 died...\u000a14:21:12.558986 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30879): Terminated: ok {rc=0}\u000a14:21:12.643811 bus /sierra_3: Setting Powered False\u000a14:21:13.751879 bus /sierra_3: Setting Powered False\u000a14:21:14.859985 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "175", "name" : "handover_2G_oc2g+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T14:21:05" }, { "cases" : [ { "testActions" : [ ], "age" : 188, "className" : "handover_2G:oc2g+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30891): Process ended prematurely: osmo-stp_10.42.42.5(pid=30891) [trial-2390↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30891)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30891): Process ended prematurely: osmo-stp_10.42.42.5(pid=30891) [trial-2390↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30891)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 handover_2G:oc2g+bts1-sysmo handover.py\u000a----------------------------------------------\u000a14:21:16.889903 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:21:16.902039 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a14:21:17.066264 tst handover.py: using LAC 34538\u000a14:21:17.210148 tst handover.py: using RAC 113\u000a14:21:17.335323 tst handover.py: using CellId 34538\u000a14:21:17.461491 tst handover.py: using BVCI 34539\u000a14:21:17.485226 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a14:21:17.615875 tst handover.py: using LAC 34539\u000a14:21:17.746017 tst handover.py: using RAC 114\u000a14:21:17.876603 tst handover.py: using CellId 34539\u000a14:21:18.005264 tst handover.py: using BVCI 34540\u000a14:21:18.030476 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:21:18.041863 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:21:18.052861 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:21:18.064201 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:21:18.075504 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:21:18.086713 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a14:21:18.205734 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a14:21:18.423983 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:21:18.925426 run create_hlr_db(pid=30885): Launched\u000a14:21:19.060189 bus /sierra_2: Setting Powered False\u000a14:21:20.137381 run create_hlr_db(pid=30885): Terminated: ok {rc=0}\u000a14:21:20.528313 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30887): Launched\u000a14:21:20.840892 run osmo-hlr_10.42.42.2(pid=30888): Launched\u000a14:21:20.964655 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:21:21.482561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30890): Launched\u000a14:21:21.792626 run osmo-stp_10.42.42.5(pid=30891): Launched\u000a14:21:21.905164 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:21:22.445437 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30893): Launched\u000a14:21:22.757642 run osmo-msc_10.42.42.6(pid=30894): Launched\u000a14:21:22.938705 run osmo-stp_10.42.42.5(pid=30891): ERR: Terminated: ERROR {rc=1} [trial-2390↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30891)]\u000a14:21:23.069341 run osmo-stp_10.42.42.5(pid=30891): stdout: \u000a| (launched: 2022-12-13_14:21:21.639449)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:21:23.198919 run osmo-stp_10.42.42.5(pid=30891): stderr: \u000a| �[0;m�[38;5;43m20221213142121809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213142121809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213142121809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213142121810 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213142121810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213142121810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213142121810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:21:23.323137 run osmo-stp_10.42.42.5(pid=30891): stdout: \u000a| (launched: 2022-12-13_14:21:21.639449)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:21:23.446741 run osmo-stp_10.42.42.5(pid=30891): stderr: \u000a| �[0;m�[38;5;43m20221213142121809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213142121809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213142121809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213142121810 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213142121810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213142121810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213142121810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:21:23.500807 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=30891): Process ended prematurely: osmo-stp_10.42.42.5(pid=30891) [trial-2390↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30891)] [trial-2390↪handover_2G:oc2g+bts1-sysmo↪handover.py:18]\u000a14:21:23.508684 tst handover.py:18: Test FAILED (6.6 sec)\u000a14:21:23.569776 run osmo-hlr_10.42.42.2(pid=30888): ERR: Terminated: ERROR {rc=237} [trial-2390↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30888)]\u000a14:21:23.618979 run osmo-hlr_10.42.42.2(pid=30888): stdout: \u000a| (launched: 2022-12-13_14:21:20.685686) \u000a14:21:23.669543 run osmo-hlr_10.42.42.2(pid=30888): stderr: \u000a| �[0;m�[1;31m20221213142120859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213142120859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213142120859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213142120859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213142120859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213142120859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213142120870 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/handover_2G:oc2g+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213142120879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213142120879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213142120879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:21:23.737069 run osmo-msc_10.42.42.6(pid=30894): ERR: Terminated: ERROR {rc=2} [trial-2390↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30894)]\u000a14:21:23.786124 run osmo-msc_10.42.42.6(pid=30894): stdout: \u000a| (launched: 2022-12-13_14:21:22.602344) \u000a14:21:23.835727 run osmo-msc_10.42.42.6(pid=30894): stderr: \u000a| �[0;m�[38;5;43m20221213142122873 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213142122873 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f19afac6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213142122874 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213142122874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213142122874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213142122874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213142122876 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213142122876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213142122876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213142122876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:21:23.878250 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30887): Terminating (SIGTERM)\u000a14:21:23.918472 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30890): Terminating (SIGTERM)\u000a14:21:23.958827 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30893): Terminating (SIGTERM)\u000a14:21:23.967947 --- ParallelTerminationStrategy: PID 30887 died...\u000a14:21:24.022375 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30887): Terminated: ok {rc=0}\u000a14:21:24.031919 --- ParallelTerminationStrategy: PID 30890 died...\u000a14:21:24.086116 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30890): Terminated: ok {rc=0}\u000a14:21:24.095509 --- ParallelTerminationStrategy: PID 30893 died...\u000a14:21:24.150273 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30893): Terminated: ok {rc=0}\u000a14:21:24.239435 bus /sierra_3: Setting Powered False\u000a14:21:25.341975 bus /sierra_3: Setting Powered False\u000a14:21:26.452129 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "176", "name" : "handover_2G_oc2g+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T14:21:16" }, { "cases" : [ { "testActions" : [ ], "age" : 188, "className" : "handover_2G:oc2g+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30905): Process ended prematurely: osmo-stp_10.42.42.5(pid=30905) [trial-2390↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30905)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30905): Process ended prematurely: osmo-stp_10.42.42.5(pid=30905) [trial-2390↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30905)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 handover_2G:oc2g+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a14:21:28.435595 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:21:28.447518 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a14:21:28.577957 tst handover.py: using LAC 34540\u000a14:21:28.706633 tst handover.py: using RAC 115\u000a14:21:28.833638 tst handover.py: using CellId 34540\u000a14:21:28.961464 tst handover.py: using BVCI 34541\u000a14:21:28.986677 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a14:21:29.136106 tst handover.py: using LAC 34541\u000a14:21:29.258440 tst handover.py: using RAC 116\u000a14:21:29.378905 tst handover.py: using CellId 34541\u000a14:21:29.498664 tst handover.py: using BVCI 34542\u000a14:21:29.522785 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:21:29.533789 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:21:29.544534 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:21:29.555419 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:21:29.566707 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:21:29.578062 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a14:21:29.698910 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a14:21:29.912540 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:21:30.415176 run create_hlr_db(pid=30899): Launched\u000a14:21:30.550526 bus /sierra_2: Setting Powered False\u000a14:21:31.627904 run create_hlr_db(pid=30899): Terminated: ok {rc=0}\u000a14:21:32.039315 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30901): Launched\u000a14:21:32.364095 run osmo-hlr_10.42.42.2(pid=30902): Launched\u000a14:21:32.486145 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:21:33.033097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30904): Launched\u000a14:21:33.365969 run osmo-stp_10.42.42.5(pid=30905): Launched\u000a14:21:33.486566 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:21:34.063641 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30907): Launched\u000a14:21:34.395662 run osmo-msc_10.42.42.6(pid=30908): Launched\u000a14:21:34.589710 run osmo-stp_10.42.42.5(pid=30905): ERR: Terminated: ERROR {rc=1} [trial-2390↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30905)]\u000a14:21:34.729379 run osmo-stp_10.42.42.5(pid=30905): stdout: \u000a| (launched: 2022-12-13_14:21:33.201673)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:21:34.867414 run osmo-stp_10.42.42.5(pid=30905): stderr: \u000a| �[0;m�[38;5;43m20221213142133391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213142133391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213142133392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213142133392 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213142133393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213142133393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213142133393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:21:34.999424 run osmo-stp_10.42.42.5(pid=30905): stdout: \u000a| (launched: 2022-12-13_14:21:33.201673)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:21:35.130621 run osmo-stp_10.42.42.5(pid=30905): stderr: \u000a| �[0;m�[38;5;43m20221213142133391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213142133391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213142133392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213142133392 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213142133393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213142133393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213142133393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:21:35.188307 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=30905): Process ended prematurely: osmo-stp_10.42.42.5(pid=30905) [trial-2390↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30905)] [trial-2390↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18]\u000a14:21:35.197098 tst handover.py:18: Test FAILED (6.8 sec)\u000a14:21:35.259438 run osmo-hlr_10.42.42.2(pid=30902): ERR: Terminated: ERROR {rc=237} [trial-2390↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30902)]\u000a14:21:35.310455 run osmo-hlr_10.42.42.2(pid=30902): stdout: \u000a| (launched: 2022-12-13_14:21:32.201431) \u000a14:21:35.362265 run osmo-hlr_10.42.42.2(pid=30902): stderr: \u000a| �[0;m�[1;31m20221213142132391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213142132391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213142132391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213142132391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213142132391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213142132391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213142132404 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/handover_2G:oc2g+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213142132412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213142132413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213142132413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:21:35.432367 run osmo-msc_10.42.42.6(pid=30908): ERR: Terminated: ERROR {rc=2} [trial-2390↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30908)]\u000a14:21:35.483660 run osmo-msc_10.42.42.6(pid=30908): stdout: \u000a| (launched: 2022-12-13_14:21:34.231853) \u000a14:21:35.535245 run osmo-msc_10.42.42.6(pid=30908): stderr: \u000a| �[0;m�[38;5;43m20221213142134553 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213142134553 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8f886efc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213142134553 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213142134553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213142134553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213142134553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213142134555 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213142134555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213142134556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213142134556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:21:35.579248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30901): Terminating (SIGTERM)\u000a14:21:35.620748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30904): Terminating (SIGTERM)\u000a14:21:35.662348 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30907): Terminating (SIGTERM)\u000a14:21:35.672056 --- ParallelTerminationStrategy: PID 30901 died...\u000a14:21:35.727642 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30901): Terminated: ok {rc=0}\u000a14:21:35.737735 --- ParallelTerminationStrategy: PID 30904 died...\u000a14:21:35.793044 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30904): Terminated: ok {rc=0}\u000a14:21:35.803154 --- ParallelTerminationStrategy: PID 30907 died...\u000a14:21:35.858885 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30907): Terminated: ok {rc=0}\u000a14:21:35.946364 bus /sierra_3: Setting Powered False\u000a14:21:37.050219 bus /sierra_3: Setting Powered False\u000a14:21:38.161597 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "177", "name" : "handover_2G_oc2g+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T14:21:28" }, { "cases" : [ { "testActions" : [ ], "age" : 188, "className" : "handover_2G:oc2g+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30919): Process ended prematurely: osmo-stp_10.42.42.5(pid=30919) [trial-2390↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30919)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30919): Process ended prematurely: osmo-stp_10.42.42.5(pid=30919) [trial-2390↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30919)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 handover_2G:oc2g+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a14:21:40.159648 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:21:40.170976 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a14:21:40.298122 tst handover.py: using LAC 34542\u000a14:21:40.421721 tst handover.py: using RAC 117\u000a14:21:40.543127 tst handover.py: using CellId 34542\u000a14:21:40.666350 tst handover.py: using BVCI 34543\u000a14:21:40.690094 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a14:21:40.827300 tst handover.py: using LAC 34543\u000a14:21:40.949293 tst handover.py: using RAC 118\u000a14:21:41.071896 tst handover.py: using CellId 34543\u000a14:21:41.194971 tst handover.py: using BVCI 34544\u000a14:21:41.218302 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:21:41.229231 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:21:41.240021 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:21:41.250828 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:21:41.262387 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:21:41.273964 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a14:21:41.395922 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a14:21:41.601558 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:21:42.063186 run create_hlr_db(pid=30913): Launched\u000a14:21:42.190286 bus /sierra_2: Setting Powered False\u000a14:21:43.263401 run create_hlr_db(pid=30913): Terminated: ok {rc=0}\u000a14:21:43.650271 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30915): Launched\u000a14:21:43.960660 run osmo-hlr_10.42.42.2(pid=30916): Launched\u000a14:21:44.073018 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:21:44.583902 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30918): Launched\u000a14:21:44.893724 run osmo-stp_10.42.42.5(pid=30919): Launched\u000a14:21:45.007475 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:21:45.548741 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30921): Launched\u000a14:21:45.861840 run osmo-msc_10.42.42.6(pid=30922): Launched\u000a14:21:46.187260 run osmo-stp_10.42.42.5(pid=30919): ERR: Terminated: ERROR {rc=1} [trial-2390↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30919)]\u000a14:21:46.490689 run osmo-stp_10.42.42.5(pid=30919): stdout: \u000a| (launched: 2022-12-13_14:21:44.739951)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:21:46.658290 run osmo-stp_10.42.42.5(pid=30919): stderr: \u000a| �[0;m�[38;5;43m20221213142144908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213142144909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213142144909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213142144909 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213142144910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213142144910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213142144910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:21:46.790109 run osmo-stp_10.42.42.5(pid=30919): stdout: \u000a| (launched: 2022-12-13_14:21:44.739951)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:21:46.917591 run osmo-stp_10.42.42.5(pid=30919): stderr: \u000a| �[0;m�[38;5;43m20221213142144908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213142144909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213142144909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213142144909 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213142144910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213142144910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213142144910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:21:46.973271 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=30919): Process ended prematurely: osmo-stp_10.42.42.5(pid=30919) [trial-2390↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30919)] [trial-2390↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18]\u000a14:21:46.982433 tst handover.py:18: Test FAILED (6.8 sec)\u000a14:21:47.045963 run osmo-hlr_10.42.42.2(pid=30916): ERR: Terminated: ERROR {rc=237} [trial-2390↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30916)]\u000a14:21:47.097319 run osmo-hlr_10.42.42.2(pid=30916): stdout: \u000a| (launched: 2022-12-13_14:21:43.807530) \u000a14:21:47.149544 run osmo-hlr_10.42.42.2(pid=30916): stderr: \u000a| �[0;m�[1;31m20221213142143980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213142143980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213142143980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213142143980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213142143980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213142143980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213142143992 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/handover_2G:oc2g+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213142144000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213142144000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213142144000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:21:47.219483 run osmo-msc_10.42.42.6(pid=30922): ERR: Terminated: ERROR {rc=2} [trial-2390↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30922)]\u000a14:21:47.270261 run osmo-msc_10.42.42.6(pid=30922): stdout: \u000a| (launched: 2022-12-13_14:21:45.705567) \u000a14:21:47.322181 run osmo-msc_10.42.42.6(pid=30922): stderr: \u000a| �[0;m�[38;5;43m20221213142146132 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213142146132 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1e69c5ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213142146132 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213142146132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213142146132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213142146133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213142146136 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213142146137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213142146137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213142146137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:21:47.366134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30915): Terminating (SIGTERM)\u000a14:21:47.406784 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30918): Terminating (SIGTERM)\u000a14:21:47.446965 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30921): Terminating (SIGTERM)\u000a14:21:47.456217 --- ParallelTerminationStrategy: PID 30915 died...\u000a14:21:47.510589 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30915): Terminated: ok {rc=0}\u000a14:21:47.520196 --- ParallelTerminationStrategy: PID 30918 died...\u000a14:21:47.573999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30918): Terminated: ok {rc=0}\u000a14:21:47.583764 --- ParallelTerminationStrategy: PID 30921 died...\u000a14:21:47.637780 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30921): Terminated: ok {rc=0}\u000a14:21:47.722311 bus /sierra_3: Setting Powered False\u000a14:21:48.828866 bus /sierra_3: Setting Powered False\u000a14:21:49.936863 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "178", "name" : "handover_2G_oc2g+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T14:21:39" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "handover_2G:octphy+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30933): Process ended prematurely: osmo-stp_10.42.42.5(pid=30933) [trial-2390↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30933)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30933): Process ended prematurely: osmo-stp_10.42.42.5(pid=30933) [trial-2390↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30933)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 handover_2G:octphy+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a14:21:51.924360 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a14:21:51.935487 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a14:21:52.066318 tst handover.py: using LAC 34544\u000a14:21:52.195282 tst handover.py: using RAC 119\u000a14:21:52.324297 tst handover.py: using CellId 34544\u000a14:21:52.452823 tst handover.py: using BVCI 34545\u000a14:21:52.478115 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a14:21:52.622849 tst handover.py: using LAC 34545\u000a14:21:52.752015 tst handover.py: using RAC 120\u000a14:21:52.882337 tst handover.py: using CellId 34545\u000a14:21:53.006777 tst handover.py: using BVCI 34546\u000a14:21:53.030446 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a14:21:53.041297 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a14:21:53.052525 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a14:21:53.063397 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a14:21:53.074551 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a14:21:53.085474 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a14:21:53.208219 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a14:21:53.413494 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:21:53.874782 run create_hlr_db(pid=30927): Launched\u000a14:21:54.000547 bus /sierra_2: Setting Powered False\u000a14:21:55.072753 run create_hlr_db(pid=30927): Terminated: ok {rc=0}\u000a14:21:55.460761 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30929): Launched\u000a14:21:55.771540 run osmo-hlr_10.42.42.2(pid=30930): Launched\u000a14:21:55.891170 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:21:56.411151 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30932): Launched\u000a14:21:56.720400 run osmo-stp_10.42.42.5(pid=30933): Launched\u000a14:21:56.832928 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:21:57.375022 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30935): Launched\u000a14:21:57.686999 run osmo-msc_10.42.42.6(pid=30936): Launched\u000a14:21:57.869175 run osmo-stp_10.42.42.5(pid=30933): ERR: Terminated: ERROR {rc=1} [trial-2390↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30933)]\u000a14:21:58.000591 run osmo-stp_10.42.42.5(pid=30933): stdout: \u000a| (launched: 2022-12-13_14:21:56.568093)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:21:58.129954 run osmo-stp_10.42.42.5(pid=30933): stderr: \u000a| �[0;m�[38;5;43m20221213142156737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213142156737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213142156737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213142156738 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213142156738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213142156738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213142156738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:21:58.254300 run osmo-stp_10.42.42.5(pid=30933): stdout: \u000a| (launched: 2022-12-13_14:21:56.568093)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:21:58.377209 run osmo-stp_10.42.42.5(pid=30933): stderr: \u000a| �[0;m�[38;5;43m20221213142156737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213142156737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213142156737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213142156738 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213142156738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213142156738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213142156738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:21:58.431544 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=30933): Process ended prematurely: osmo-stp_10.42.42.5(pid=30933) [trial-2390↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30933)] [trial-2390↪handover_2G:octphy+bts1-trx-lms↪handover.py:18]\u000a14:21:58.439792 tst handover.py:18: Test FAILED (6.5 sec)\u000a14:21:58.500125 run osmo-hlr_10.42.42.2(pid=30930): ERR: Terminated: ERROR {rc=237} [trial-2390↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30930)]\u000a14:21:58.549304 run osmo-hlr_10.42.42.2(pid=30930): stdout: \u000a| (launched: 2022-12-13_14:21:55.618903) \u000a14:21:58.599062 run osmo-hlr_10.42.42.2(pid=30930): stderr: \u000a| �[0;m�[1;31m20221213142155795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213142155795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213142155795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213142155795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213142155795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213142155795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213142155807 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/handover_2G:octphy+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213142155815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213142155815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213142155815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:21:58.666643 run osmo-msc_10.42.42.6(pid=30936): ERR: Terminated: ERROR {rc=2} [trial-2390↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30936)]\u000a14:21:58.715775 run osmo-msc_10.42.42.6(pid=30936): stdout: \u000a| (launched: 2022-12-13_14:21:57.532721) \u000a14:21:58.765447 run osmo-msc_10.42.42.6(pid=30936): stderr: \u000a| �[0;m�[38;5;43m20221213142157801 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213142157801 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3e14b58c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213142157801 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213142157801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213142157801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213142157801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213142157803 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213142157803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213142157804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213142157804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:21:58.807855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30929): Terminating (SIGTERM)\u000a14:21:58.848059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30932): Terminating (SIGTERM)\u000a14:21:58.888917 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30935): Terminating (SIGTERM)\u000a14:21:58.898243 --- ParallelTerminationStrategy: PID 30929 died...\u000a14:21:58.952041 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30929): Terminated: ok {rc=0}\u000a14:21:58.961808 --- ParallelTerminationStrategy: PID 30932 died...\u000a14:21:59.015389 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30932): Terminated: ok {rc=0}\u000a14:21:59.025043 --- ParallelTerminationStrategy: PID 30935 died...\u000a14:21:59.079013 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30935): Terminated: ok {rc=0}\u000a14:21:59.167582 bus /sierra_3: Setting Powered False\u000a14:22:00.270397 bus /sierra_3: Setting Powered False\u000a14:22:01.397037 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "179", "name" : "handover_2G_octphy+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T14:21:51" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "handover_2G:octphy+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30947): Process ended prematurely: osmo-stp_10.42.42.5(pid=30947) [trial-2390↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30947)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30947): Process ended prematurely: osmo-stp_10.42.42.5(pid=30947) [trial-2390↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30947)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 handover_2G:octphy+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a14:22:03.397325 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:22:03.410433 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a14:22:03.546797 tst handover.py: using LAC 34546\u000a14:22:03.679950 tst handover.py: using RAC 121\u000a14:22:03.809134 tst handover.py: using CellId 34546\u000a14:22:03.938003 tst handover.py: using BVCI 34547\u000a14:22:03.963317 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a14:22:04.107010 tst handover.py: using LAC 34547\u000a14:22:04.235432 tst handover.py: using RAC 122\u000a14:22:04.360020 tst handover.py: using CellId 34547\u000a14:22:04.483270 tst handover.py: using BVCI 34548\u000a14:22:04.507008 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:22:04.518546 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:22:04.529781 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:22:04.540998 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:22:04.552457 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:22:04.563892 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a14:22:04.685920 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a14:22:04.891911 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:22:05.355662 run create_hlr_db(pid=30941): Launched\u000a14:22:05.482127 bus /sierra_2: Setting Powered False\u000a14:22:06.556227 run create_hlr_db(pid=30941): Terminated: ok {rc=0}\u000a14:22:06.969734 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30943): Launched\u000a14:22:07.302236 run osmo-hlr_10.42.42.2(pid=30944): Launched\u000a14:22:07.423666 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:22:07.972208 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30946): Launched\u000a14:22:08.305376 run osmo-stp_10.42.42.5(pid=30947): Launched\u000a14:22:08.425534 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:22:09.003687 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30949): Launched\u000a14:22:09.335417 run osmo-msc_10.42.42.6(pid=30950): Launched\u000a14:22:09.528673 run osmo-stp_10.42.42.5(pid=30947): ERR: Terminated: ERROR {rc=1} [trial-2390↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30947)]\u000a14:22:09.668113 run osmo-stp_10.42.42.5(pid=30947): stdout: \u000a| (launched: 2022-12-13_14:22:08.140895)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:22:09.806489 run osmo-stp_10.42.42.5(pid=30947): stderr: \u000a| �[0;m�[38;5;43m20221213142208329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213142208329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213142208329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213142208330 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213142208330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213142208330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213142208330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:22:09.938996 run osmo-stp_10.42.42.5(pid=30947): stdout: \u000a| (launched: 2022-12-13_14:22:08.140895)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:22:10.070201 run osmo-stp_10.42.42.5(pid=30947): stderr: \u000a| �[0;m�[38;5;43m20221213142208329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213142208329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213142208329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213142208330 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213142208330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213142208330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213142208330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:22:10.127884 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=30947): Process ended prematurely: osmo-stp_10.42.42.5(pid=30947) [trial-2390↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30947)] [trial-2390↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a14:22:10.136329 tst handover.py:18: Test FAILED (6.7 sec)\u000a14:22:10.198584 run osmo-hlr_10.42.42.2(pid=30944): ERR: Terminated: ERROR {rc=237} [trial-2390↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30944)]\u000a14:22:10.249620 run osmo-hlr_10.42.42.2(pid=30944): stdout: \u000a| (launched: 2022-12-13_14:22:07.138916) \u000a14:22:10.301211 run osmo-hlr_10.42.42.2(pid=30944): stderr: \u000a| �[0;m�[1;31m20221213142207333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213142207333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213142207333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213142207333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213142207333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213142207333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213142207345 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/handover_2G:octphy+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213142207354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213142207355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213142207355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:22:10.371510 run osmo-msc_10.42.42.6(pid=30950): ERR: Terminated: ERROR {rc=2} [trial-2390↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30950)]\u000a14:22:10.422273 run osmo-msc_10.42.42.6(pid=30950): stdout: \u000a| (launched: 2022-12-13_14:22:09.172076) \u000a14:22:10.473676 run osmo-msc_10.42.42.6(pid=30950): stderr: \u000a| �[0;m�[38;5;43m20221213142209491 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213142209491 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0666ed4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213142209491 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213142209491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213142209491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213142209492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213142209493 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213142209494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213142209494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213142209494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:22:10.518526 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30943): Terminating (SIGTERM)\u000a14:22:10.560269 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30946): Terminating (SIGTERM)\u000a14:22:10.602448 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30949): Terminating (SIGTERM)\u000a14:22:10.612042 --- ParallelTerminationStrategy: PID 30943 died...\u000a14:22:10.667445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30943): Terminated: ok {rc=0}\u000a14:22:10.677492 --- ParallelTerminationStrategy: PID 30946 died...\u000a14:22:10.732714 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30946): Terminated: ok {rc=0}\u000a14:22:10.742664 --- ParallelTerminationStrategy: PID 30949 died...\u000a14:22:10.797895 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30949): Terminated: ok {rc=0}\u000a14:22:10.884618 bus /sierra_3: Setting Powered False\u000a14:22:11.991327 bus /sierra_3: Setting Powered False\u000a14:22:13.102359 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "180", "name" : "handover_2G_octphy+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T14:22:03" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "handover_2G:octphy+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30961): Process ended prematurely: osmo-stp_10.42.42.5(pid=30961) [trial-2390↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30961)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30961): Process ended prematurely: osmo-stp_10.42.42.5(pid=30961) [trial-2390↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30961)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 handover_2G:octphy+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a14:22:15.083662 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:22:15.094689 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a14:22:15.224388 tst handover.py: using LAC 34548\u000a14:22:15.355008 tst handover.py: using RAC 123\u000a14:22:15.485877 tst handover.py: using CellId 34548\u000a14:22:15.617566 tst handover.py: using BVCI 34549\u000a14:22:15.642911 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a14:22:15.790904 tst handover.py: using LAC 34549\u000a14:22:15.935901 tst handover.py: using RAC 124\u000a14:22:16.079642 tst handover.py: using CellId 34549\u000a14:22:16.237136 tst handover.py: using BVCI 34550\u000a14:22:16.267242 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:22:16.280675 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:22:16.297236 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:22:16.313549 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:22:16.329973 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:22:16.346820 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a14:22:16.485417 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a14:22:16.740714 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:22:17.279943 run create_hlr_db(pid=30955): Launched\u000a14:22:17.415776 bus /sierra_2: Setting Powered False\u000a14:22:18.493030 run create_hlr_db(pid=30955): Terminated: ok {rc=0}\u000a14:22:18.907952 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30957): Launched\u000a14:22:19.237596 run osmo-hlr_10.42.42.2(pid=30958): Launched\u000a14:22:19.361221 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:22:19.910504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30960): Launched\u000a14:22:20.243990 run osmo-stp_10.42.42.5(pid=30961): Launched\u000a14:22:20.363896 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:22:20.943615 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30963): Launched\u000a14:22:21.276444 run osmo-msc_10.42.42.6(pid=30964): Launched\u000a14:22:21.470635 run osmo-stp_10.42.42.5(pid=30961): ERR: Terminated: ERROR {rc=1} [trial-2390↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30961)]\u000a14:22:21.611152 run osmo-stp_10.42.42.5(pid=30961): stdout: \u000a| (launched: 2022-12-13_14:22:20.079472)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:22:21.749988 run osmo-stp_10.42.42.5(pid=30961): stderr: \u000a| �[0;m�[38;5;43m20221213142220269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213142220269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213142220269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213142220270 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213142220270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213142220270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213142220270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:22:21.882939 run osmo-stp_10.42.42.5(pid=30961): stdout: \u000a| (launched: 2022-12-13_14:22:20.079472)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:22:22.014733 run osmo-stp_10.42.42.5(pid=30961): stderr: \u000a| �[0;m�[38;5;43m20221213142220269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213142220269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213142220269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213142220270 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213142220270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213142220270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213142220270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:22:22.072451 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=30961): Process ended prematurely: osmo-stp_10.42.42.5(pid=30961) [trial-2390↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30961)] [trial-2390↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18]\u000a14:22:22.081039 tst handover.py:18: Test FAILED (7.0 sec)\u000a14:22:22.144390 run osmo-hlr_10.42.42.2(pid=30958): ERR: Terminated: ERROR {rc=237} [trial-2390↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30958)]\u000a14:22:22.196651 run osmo-hlr_10.42.42.2(pid=30958): stdout: \u000a| (launched: 2022-12-13_14:22:19.075759) \u000a14:22:22.249252 run osmo-hlr_10.42.42.2(pid=30958): stderr: \u000a| �[0;m�[1;31m20221213142219270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213142219270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213142219270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213142219270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213142219270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213142219270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213142219282 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/handover_2G:octphy+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213142219292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213142219292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213142219292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:22:22.320982 run osmo-msc_10.42.42.6(pid=30964): ERR: Terminated: ERROR {rc=2} [trial-2390↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30964)]\u000a14:22:22.372756 run osmo-msc_10.42.42.6(pid=30964): stdout: \u000a| (launched: 2022-12-13_14:22:21.112767) \u000a14:22:22.425054 run osmo-msc_10.42.42.6(pid=30964): stderr: \u000a| �[0;m�[38;5;43m20221213142221433 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213142221433 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1cf2272c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213142221433 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213142221433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213142221433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213142221433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213142221435 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213142221435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213142221436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213142221436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:22:22.469775 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30957): Terminating (SIGTERM)\u000a14:22:22.512298 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30960): Terminating (SIGTERM)\u000a14:22:22.554801 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30963): Terminating (SIGTERM)\u000a14:22:22.564555 --- ParallelTerminationStrategy: PID 30957 died...\u000a14:22:22.621229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30957): Terminated: ok {rc=0}\u000a14:22:22.631327 --- ParallelTerminationStrategy: PID 30960 died...\u000a14:22:22.687094 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30960): Terminated: ok {rc=0}\u000a14:22:22.697270 --- ParallelTerminationStrategy: PID 30963 died...\u000a14:22:22.752915 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30963): Terminated: ok {rc=0}\u000a14:22:22.840937 bus /sierra_3: Setting Powered False\u000a14:22:23.947532 bus /sierra_3: Setting Powered False\u000a14:22:25.055083 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "181", "name" : "handover_2G_octphy+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T14:22:14" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "handover_2G:octphy+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30975): Process ended prematurely: osmo-stp_10.42.42.5(pid=30975) [trial-2390↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30975)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30975): Process ended prematurely: osmo-stp_10.42.42.5(pid=30975) [trial-2390↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30975)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 handover_2G:octphy+bts1-sysmo handover.py\u000a----------------------------------------------\u000a14:22:27.023531 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:22:27.034810 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a14:22:27.164069 tst handover.py: using LAC 34550\u000a14:22:27.286633 tst handover.py: using RAC 125\u000a14:22:27.407226 tst handover.py: using CellId 34550\u000a14:22:27.527068 tst handover.py: using BVCI 34551\u000a14:22:27.550661 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a14:22:27.677418 tst handover.py: using LAC 34551\u000a14:22:27.798033 tst handover.py: using RAC 126\u000a14:22:27.918453 tst handover.py: using CellId 34551\u000a14:22:28.038581 tst handover.py: using BVCI 34552\u000a14:22:28.062198 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:22:28.072883 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:22:28.083530 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:22:28.094229 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:22:28.105271 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:22:28.116173 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a14:22:28.239215 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a14:22:28.444466 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:22:28.907615 run create_hlr_db(pid=30969): Launched\u000a14:22:29.034076 bus /sierra_2: Setting Powered False\u000a14:22:30.106811 run create_hlr_db(pid=30969): Terminated: ok {rc=0}\u000a14:22:30.494189 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30971): Launched\u000a14:22:30.805848 run osmo-hlr_10.42.42.2(pid=30972): Launched\u000a14:22:31.030083 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:22:31.600134 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30974): Launched\u000a14:22:32.013414 run osmo-stp_10.42.42.5(pid=30975): Launched\u000a14:22:32.151864 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:22:32.721099 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30977): Launched\u000a14:22:33.031289 run osmo-msc_10.42.42.6(pid=30978): Launched\u000a14:22:33.211672 run osmo-stp_10.42.42.5(pid=30975): ERR: Terminated: ERROR {rc=1} [trial-2390↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30975)]\u000a14:22:33.342077 run osmo-stp_10.42.42.5(pid=30975): stdout: \u000a| (launched: 2022-12-13_14:22:31.775921)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:22:33.470773 run osmo-stp_10.42.42.5(pid=30975): stderr: \u000a| �[0;m�[38;5;43m20221213142232046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213142232046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213142232046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213142232047 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213142232047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213142232047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213142232047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:22:33.594996 run osmo-stp_10.42.42.5(pid=30975): stdout: \u000a| (launched: 2022-12-13_14:22:31.775921)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:22:33.717525 run osmo-stp_10.42.42.5(pid=30975): stderr: \u000a| �[0;m�[38;5;43m20221213142232046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213142232046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213142232046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213142232047 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213142232047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213142232047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213142232047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:22:33.771210 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=30975): Process ended prematurely: osmo-stp_10.42.42.5(pid=30975) [trial-2390↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30975)] [trial-2390↪handover_2G:octphy+bts1-sysmo↪handover.py:18]\u000a14:22:33.779321 tst handover.py:18: Test FAILED (6.7 sec)\u000a14:22:33.839536 run osmo-hlr_10.42.42.2(pid=30972): ERR: Terminated: ERROR {rc=237} [trial-2390↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30972)]\u000a14:22:33.888723 run osmo-hlr_10.42.42.2(pid=30972): stdout: \u000a| (launched: 2022-12-13_14:22:30.652703) \u000a14:22:33.938580 run osmo-hlr_10.42.42.2(pid=30972): stderr: \u000a| �[0;m�[1;31m20221213142230828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213142230828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213142230828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213142230828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213142230828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213142230828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213142230851 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/handover_2G:octphy+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213142230859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213142230859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213142230859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:22:34.006161 run osmo-msc_10.42.42.6(pid=30978): ERR: Terminated: ERROR {rc=2} [trial-2390↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30978)]\u000a14:22:34.055098 run osmo-msc_10.42.42.6(pid=30978): stdout: \u000a| (launched: 2022-12-13_14:22:32.878090) \u000a14:22:34.104592 run osmo-msc_10.42.42.6(pid=30978): stderr: \u000a| �[0;m�[38;5;43m20221213142233148 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213142233148 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe36e2f3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213142233149 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213142233149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213142233149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213142233149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213142233151 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213142233151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213142233151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213142233151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:22:34.146837 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30971): Terminating (SIGTERM)\u000a14:22:34.186695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30974): Terminating (SIGTERM)\u000a14:22:34.226676 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30977): Terminating (SIGTERM)\u000a14:22:34.235804 --- ParallelTerminationStrategy: PID 30971 died...\u000a14:22:34.289535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30971): Terminated: ok {rc=0}\u000a14:22:34.298981 --- ParallelTerminationStrategy: PID 30974 died...\u000a14:22:34.352135 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30974): Terminated: ok {rc=0}\u000a14:22:34.361695 --- ParallelTerminationStrategy: PID 30977 died...\u000a14:22:34.414781 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30977): Terminated: ok {rc=0}\u000a14:22:34.503162 bus /sierra_3: Setting Powered False\u000a14:22:35.612305 bus /sierra_3: Setting Powered False\u000a14:22:36.720721 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "182", "name" : "handover_2G_octphy+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T14:22:26" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "handover_2G:octphy+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30989): Process ended prematurely: osmo-stp_10.42.42.5(pid=30989) [trial-2390↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30989)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30989): Process ended prematurely: osmo-stp_10.42.42.5(pid=30989) [trial-2390↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30989)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 handover_2G:octphy+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a14:22:38.702157 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:22:38.713541 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a14:22:38.837090 tst handover.py: using LAC 34552\u000a14:22:38.965508 tst handover.py: using RAC 127\u000a14:22:39.091123 tst handover.py: using CellId 34552\u000a14:22:39.216916 tst handover.py: using BVCI 34553\u000a14:22:39.240695 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a14:22:39.378432 tst handover.py: using LAC 34553\u000a14:22:39.500848 tst handover.py: using RAC 128\u000a14:22:39.622454 tst handover.py: using CellId 34553\u000a14:22:39.742798 tst handover.py: using BVCI 34554\u000a14:22:39.766364 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:22:39.777168 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:22:39.787795 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:22:39.798543 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:22:39.809638 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:22:39.820509 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a14:22:39.942105 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a14:22:40.147798 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:22:40.609385 run create_hlr_db(pid=30983): Launched\u000a14:22:40.736244 bus /sierra_2: Setting Powered False\u000a14:22:41.808872 run create_hlr_db(pid=30983): Terminated: ok {rc=0}\u000a14:22:42.221519 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30985): Launched\u000a14:22:42.553179 run osmo-hlr_10.42.42.2(pid=30986): Launched\u000a14:22:42.675589 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:22:43.218304 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30988): Launched\u000a14:22:43.527321 run osmo-stp_10.42.42.5(pid=30989): Launched\u000a14:22:43.638977 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:22:44.176009 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30991): Launched\u000a14:22:44.486813 run osmo-msc_10.42.42.6(pid=30992): Launched\u000a14:22:44.669118 run osmo-stp_10.42.42.5(pid=30989): ERR: Terminated: ERROR {rc=1} [trial-2390↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30989)]\u000a14:22:44.800495 run osmo-stp_10.42.42.5(pid=30989): stdout: \u000a| (launched: 2022-12-13_14:22:43.375233)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:22:44.930111 run osmo-stp_10.42.42.5(pid=30989): stderr: \u000a| �[0;m�[38;5;43m20221213142243545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213142243545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213142243545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213142243546 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213142243546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213142243546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213142243546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:22:45.054927 run osmo-stp_10.42.42.5(pid=30989): stdout: \u000a| (launched: 2022-12-13_14:22:43.375233)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:22:45.178757 run osmo-stp_10.42.42.5(pid=30989): stderr: \u000a| �[0;m�[38;5;43m20221213142243545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213142243545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213142243545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213142243546 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213142243546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213142243546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213142243546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:22:45.233084 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=30989): Process ended prematurely: osmo-stp_10.42.42.5(pid=30989) [trial-2390↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30989)] [trial-2390↪handover_2G:octphy+bts1-trx-b200↪handover.py:18]\u000a14:22:45.241290 tst handover.py:18: Test FAILED (6.5 sec)\u000a14:22:45.301594 run osmo-hlr_10.42.42.2(pid=30986): ERR: Terminated: ERROR {rc=237} [trial-2390↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30986)]\u000a14:22:45.350891 run osmo-hlr_10.42.42.2(pid=30986): stdout: \u000a| (launched: 2022-12-13_14:22:42.389946) \u000a14:22:45.400421 run osmo-hlr_10.42.42.2(pid=30986): stderr: \u000a| �[0;m�[1;31m20221213142242585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213142242585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213142242585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213142242585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213142242585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213142242585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213142242598 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/handover_2G:octphy+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213142242607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213142242607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213142242607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:22:45.467934 run osmo-msc_10.42.42.6(pid=30992): ERR: Terminated: ERROR {rc=2} [trial-2390↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30992)]\u000a14:22:45.517026 run osmo-msc_10.42.42.6(pid=30992): stdout: \u000a| (launched: 2022-12-13_14:22:44.332162) \u000a14:22:45.566941 run osmo-msc_10.42.42.6(pid=30992): stderr: \u000a| �[0;m�[38;5;43m20221213142244604 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213142244604 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7524772c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213142244604 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213142244604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213142244605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213142244605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213142244606 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213142244607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213142244607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213142244607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:22:45.609195 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30985): Terminating (SIGTERM)\u000a14:22:45.649416 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30988): Terminating (SIGTERM)\u000a14:22:45.690123 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30991): Terminating (SIGTERM)\u000a14:22:45.699265 --- ParallelTerminationStrategy: PID 30985 died...\u000a14:22:45.752832 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30985): Terminated: ok {rc=0}\u000a14:22:45.762424 --- ParallelTerminationStrategy: PID 30988 died...\u000a14:22:45.815921 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30988): Terminated: ok {rc=0}\u000a14:22:45.825880 --- ParallelTerminationStrategy: PID 30991 died...\u000a14:22:45.880435 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30991): Terminated: ok {rc=0}\u000a14:22:45.982626 bus /sierra_3: Setting Powered False\u000a14:22:47.086599 bus /sierra_3: Setting Powered False\u000a14:22:48.195819 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "183", "name" : "handover_2G_octphy+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T14:22:38" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "handover_2G:octphy+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31003): Process ended prematurely: osmo-stp_10.42.42.5(pid=31003) [trial-2390↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31003)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31003): Process ended prematurely: osmo-stp_10.42.42.5(pid=31003) [trial-2390↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31003)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 handover_2G:octphy+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a14:22:50.191254 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:22:50.202324 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a14:22:50.326003 tst handover.py: using LAC 34554\u000a14:22:50.446620 tst handover.py: using RAC 129\u000a14:22:50.569175 tst handover.py: using CellId 34554\u000a14:22:50.690703 tst handover.py: using BVCI 34555\u000a14:22:50.714305 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a14:22:50.850332 tst handover.py: using LAC 34555\u000a14:22:50.970843 tst handover.py: using RAC 130\u000a14:22:51.090745 tst handover.py: using CellId 34555\u000a14:22:51.210770 tst handover.py: using BVCI 34556\u000a14:22:51.234351 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:22:51.245419 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:22:51.255997 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:22:51.267028 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:22:51.278493 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:22:51.289796 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a14:22:51.408030 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a14:22:51.615088 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:22:52.078170 run create_hlr_db(pid=30997): Launched\u000a14:22:52.206285 bus /sierra_2: Setting Powered False\u000a14:22:53.278487 run create_hlr_db(pid=30997): Terminated: ok {rc=0}\u000a14:22:53.693841 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30999): Launched\u000a14:22:54.028100 run osmo-hlr_10.42.42.2(pid=31000): Launched\u000a14:22:54.149881 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:22:54.696611 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31002): Launched\u000a14:22:55.032103 run osmo-stp_10.42.42.5(pid=31003): Launched\u000a14:22:55.151680 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:22:55.730726 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31005): Launched\u000a14:22:56.063392 run osmo-msc_10.42.42.6(pid=31006): Launched\u000a14:22:56.256722 run osmo-stp_10.42.42.5(pid=31003): ERR: Terminated: ERROR {rc=1} [trial-2390↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31003)]\u000a14:22:56.396458 run osmo-stp_10.42.42.5(pid=31003): stdout: \u000a| (launched: 2022-12-13_14:22:54.865557)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:22:56.535438 run osmo-stp_10.42.42.5(pid=31003): stderr: \u000a| �[0;m�[38;5;43m20221213142255054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213142255054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213142255054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213142255054 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213142255055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213142255055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213142255055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:22:56.668761 run osmo-stp_10.42.42.5(pid=31003): stdout: \u000a| (launched: 2022-12-13_14:22:54.865557)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:22:56.800919 run osmo-stp_10.42.42.5(pid=31003): stderr: \u000a| �[0;m�[38;5;43m20221213142255054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213142255054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213142255054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213142255054 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213142255055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213142255055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213142255055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:22:56.859309 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=31003): Process ended prematurely: osmo-stp_10.42.42.5(pid=31003) [trial-2390↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31003)] [trial-2390↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18]\u000a14:22:56.868145 tst handover.py:18: Test FAILED (6.7 sec)\u000a14:22:56.930466 run osmo-hlr_10.42.42.2(pid=31000): ERR: Terminated: ERROR {rc=237} [trial-2390↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31000)]\u000a14:22:56.981359 run osmo-hlr_10.42.42.2(pid=31000): stdout: \u000a| (launched: 2022-12-13_14:22:53.862962) \u000a14:22:57.033083 run osmo-hlr_10.42.42.2(pid=31000): stderr: \u000a| �[0;m�[1;31m20221213142254058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213142254058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213142254058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213142254058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213142254058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213142254058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213142254070 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/handover_2G:octphy+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213142254079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213142254079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213142254079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:22:57.103629 run osmo-msc_10.42.42.6(pid=31006): ERR: Terminated: ERROR {rc=2} [trial-2390↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31006)]\u000a14:22:57.154534 run osmo-msc_10.42.42.6(pid=31006): stdout: \u000a| (launched: 2022-12-13_14:22:55.899428) \u000a14:22:57.205984 run osmo-msc_10.42.42.6(pid=31006): stderr: \u000a| �[0;m�[38;5;43m20221213142256219 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213142256219 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5ffb948c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213142256219 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213142256219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213142256219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213142256219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213142256221 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213142256222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213142256222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213142256222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:22:57.249873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30999): Terminating (SIGTERM)\u000a14:22:57.291594 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31002): Terminating (SIGTERM)\u000a14:22:57.333912 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31005): Terminating (SIGTERM)\u000a14:22:57.343597 --- ParallelTerminationStrategy: PID 30999 died...\u000a14:22:57.399476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30999): Terminated: ok {rc=0}\u000a14:22:57.409601 --- ParallelTerminationStrategy: PID 31002 died...\u000a14:22:57.465375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31002): Terminated: ok {rc=0}\u000a14:22:57.475407 --- ParallelTerminationStrategy: PID 31005 died...\u000a14:22:57.531700 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31005): Terminated: ok {rc=0}\u000a14:22:57.620778 bus /sierra_3: Setting Powered False\u000a14:22:58.727374 bus /sierra_3: Setting Powered False\u000a14:22:59.838960 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "184", "name" : "handover_2G_octphy+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T14:22:49" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "handover_2G:trx-lms+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31017): Process ended prematurely: osmo-stp_10.42.42.5(pid=31017) [trial-2390↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31017)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31017): Process ended prematurely: osmo-stp_10.42.42.5(pid=31017) [trial-2390↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31017)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 handover_2G:trx-lms+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a14:23:01.894861 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:23:01.910963 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a14:23:02.101006 tst handover.py: using LAC 34556\u000a14:23:02.255867 tst handover.py: using RAC 131\u000a14:23:02.383249 tst handover.py: using CellId 34556\u000a14:23:02.510631 tst handover.py: using BVCI 34557\u000a14:23:02.536442 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a14:23:02.677288 tst handover.py: using LAC 34557\u000a14:23:02.806759 tst handover.py: using RAC 132\u000a14:23:02.934919 tst handover.py: using CellId 34557\u000a14:23:03.061875 tst handover.py: using BVCI 34558\u000a14:23:03.087292 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:23:03.098979 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:23:03.110425 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:23:03.122357 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:23:03.133893 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a14:23:03.145446 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a14:23:03.263392 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a14:23:03.468206 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:23:03.932677 run create_hlr_db(pid=31011): Launched\u000a14:23:04.059514 bus /sierra_2: Setting Powered False\u000a14:23:05.132512 run create_hlr_db(pid=31011): Terminated: ok {rc=0}\u000a14:23:05.519990 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31013): Launched\u000a14:23:05.831244 run osmo-hlr_10.42.42.2(pid=31014): Launched\u000a14:23:05.943961 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:23:06.455598 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31016): Launched\u000a14:23:06.765978 run osmo-stp_10.42.42.5(pid=31017): Launched\u000a14:23:06.878713 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:23:07.421127 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31019): Launched\u000a14:23:07.733365 run osmo-msc_10.42.42.6(pid=31020): Launched\u000a14:23:07.914815 run osmo-stp_10.42.42.5(pid=31017): ERR: Terminated: ERROR {rc=1} [trial-2390↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31017)]\u000a14:23:08.045738 run osmo-stp_10.42.42.5(pid=31017): stdout: \u000a| (launched: 2022-12-13_14:23:06.613066)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:23:08.175211 run osmo-stp_10.42.42.5(pid=31017): stderr: \u000a| �[0;m�[38;5;43m20221213142306781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213142306781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213142306782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213142306782 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213142306783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213142306783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213142306783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:23:08.299297 run osmo-stp_10.42.42.5(pid=31017): stdout: \u000a| (launched: 2022-12-13_14:23:06.613066)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:23:08.422734 run osmo-stp_10.42.42.5(pid=31017): stderr: \u000a| �[0;m�[38;5;43m20221213142306781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213142306781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213142306782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213142306782 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213142306783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213142306783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213142306783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:23:08.477225 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=31017): Process ended prematurely: osmo-stp_10.42.42.5(pid=31017) [trial-2390↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31017)] [trial-2390↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a14:23:08.485607 tst handover.py:18: Test FAILED (6.6 sec)\u000a14:23:08.546496 run osmo-hlr_10.42.42.2(pid=31014): ERR: Terminated: ERROR {rc=237} [trial-2390↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31014)]\u000a14:23:08.595836 run osmo-hlr_10.42.42.2(pid=31014): stdout: \u000a| (launched: 2022-12-13_14:23:05.677458) \u000a14:23:08.645701 run osmo-hlr_10.42.42.2(pid=31014): stderr: \u000a| �[0;m�[1;31m20221213142305851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213142305851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213142305851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213142305851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213142305851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213142305851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213142305863 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/handover_2G:trx-lms+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213142305871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213142305871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213142305872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:23:08.713410 run osmo-msc_10.42.42.6(pid=31020): ERR: Terminated: ERROR {rc=2} [trial-2390↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31020)]\u000a14:23:08.762399 run osmo-msc_10.42.42.6(pid=31020): stdout: \u000a| (launched: 2022-12-13_14:23:07.579033) \u000a14:23:08.812073 run osmo-msc_10.42.42.6(pid=31020): stderr: \u000a| �[0;m�[38;5;43m20221213142307851 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213142307851 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc10f8cdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213142307851 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213142307851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213142307851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213142307851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213142307853 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213142307853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213142307854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213142307854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:23:08.854711 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31013): Terminating (SIGTERM)\u000a14:23:08.894997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31016): Terminating (SIGTERM)\u000a14:23:08.935784 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31019): Terminating (SIGTERM)\u000a14:23:08.945347 --- ParallelTerminationStrategy: PID 31013 died...\u000a14:23:08.999329 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31013): Terminated: ok {rc=0}\u000a14:23:09.009101 --- ParallelTerminationStrategy: PID 31016 died...\u000a14:23:09.062864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31016): Terminated: ok {rc=0}\u000a14:23:09.072437 --- ParallelTerminationStrategy: PID 31019 died...\u000a14:23:09.126534 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31019): Terminated: ok {rc=0}\u000a14:23:09.211329 bus /sierra_3: Setting Powered False\u000a14:23:10.318335 bus /sierra_3: Setting Powered False\u000a14:23:11.430982 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "185", "name" : "handover_2G_trx-lms+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T14:23:01" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "handover_2G:trx-lms+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31031): Process ended prematurely: osmo-stp_10.42.42.5(pid=31031) [trial-2390↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31031)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31031): Process ended prematurely: osmo-stp_10.42.42.5(pid=31031) [trial-2390↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31031)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 handover_2G:trx-lms+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a14:23:13.460570 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:23:13.471691 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a14:23:13.619277 tst handover.py: using LAC 34558\u000a14:23:13.750009 tst handover.py: using RAC 133\u000a14:23:13.879527 tst handover.py: using CellId 34558\u000a14:23:14.008923 tst handover.py: using BVCI 34559\u000a14:23:14.034348 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a14:23:14.181841 tst handover.py: using LAC 34559\u000a14:23:14.312717 tst handover.py: using RAC 134\u000a14:23:14.443366 tst handover.py: using CellId 34559\u000a14:23:14.573163 tst handover.py: using BVCI 34560\u000a14:23:14.598397 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:23:14.609917 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:23:14.621319 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:23:14.632601 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:23:14.643999 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:23:14.655323 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a14:23:14.773149 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a14:23:14.989199 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:23:15.489243 run create_hlr_db(pid=31025): Launched\u000a14:23:15.624841 bus /sierra_2: Setting Powered False\u000a14:23:16.695931 run create_hlr_db(pid=31025): Terminated: ok {rc=0}\u000a14:23:17.155093 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31027): Launched\u000a14:23:17.469056 run osmo-hlr_10.42.42.2(pid=31028): Launched\u000a14:23:17.583803 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:23:18.096282 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31030): Launched\u000a14:23:18.408382 run osmo-stp_10.42.42.5(pid=31031): Launched\u000a14:23:18.520606 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:23:19.061324 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31033): Launched\u000a14:23:19.372670 run osmo-msc_10.42.42.6(pid=31034): Launched\u000a14:23:19.554698 run osmo-stp_10.42.42.5(pid=31031): ERR: Terminated: ERROR {rc=1} [trial-2390↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31031)]\u000a14:23:19.686147 run osmo-stp_10.42.42.5(pid=31031): stdout: \u000a| (launched: 2022-12-13_14:23:18.253303)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:23:19.815539 run osmo-stp_10.42.42.5(pid=31031): stderr: \u000a| �[0;m�[38;5;43m20221213142318422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213142318422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213142318422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213142318423 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213142318423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213142318423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213142318423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:23:19.939885 run osmo-stp_10.42.42.5(pid=31031): stdout: \u000a| (launched: 2022-12-13_14:23:18.253303)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:23:20.063011 run osmo-stp_10.42.42.5(pid=31031): stderr: \u000a| �[0;m�[38;5;43m20221213142318422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213142318422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213142318422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213142318423 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213142318423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213142318423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213142318423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:23:20.116904 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=31031): Process ended prematurely: osmo-stp_10.42.42.5(pid=31031) [trial-2390↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31031)] [trial-2390↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18]\u000a14:23:20.125391 tst handover.py:18: Test FAILED (6.7 sec)\u000a14:23:20.185750 run osmo-hlr_10.42.42.2(pid=31028): ERR: Terminated: ERROR {rc=237} [trial-2390↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31028)]\u000a14:23:20.234622 run osmo-hlr_10.42.42.2(pid=31028): stdout: \u000a| (launched: 2022-12-13_14:23:17.313908) \u000a14:23:20.284112 run osmo-hlr_10.42.42.2(pid=31028): stderr: \u000a| �[0;m�[1;31m20221213142317489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213142317489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213142317489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213142317489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213142317489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213142317489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213142317501 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/handover_2G:trx-lms+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213142317510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213142317510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213142317510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:23:20.351277 run osmo-msc_10.42.42.6(pid=31034): ERR: Terminated: ERROR {rc=2} [trial-2390↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31034)]\u000a14:23:20.400265 run osmo-msc_10.42.42.6(pid=31034): stdout: \u000a| (launched: 2022-12-13_14:23:19.218192) \u000a14:23:20.449868 run osmo-msc_10.42.42.6(pid=31034): stderr: \u000a| �[0;m�[38;5;43m20221213142319487 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213142319487 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2181b3dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213142319487 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213142319487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213142319487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213142319487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213142319489 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213142319489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213142319490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213142319490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:23:20.491975 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31027): Terminating (SIGTERM)\u000a14:23:20.531774 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31030): Terminating (SIGTERM)\u000a14:23:20.571631 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31033): Terminating (SIGTERM)\u000a14:23:20.580783 --- ParallelTerminationStrategy: PID 31027 died...\u000a14:23:20.634694 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31027): Terminated: ok {rc=0}\u000a14:23:20.644185 --- ParallelTerminationStrategy: PID 31030 died...\u000a14:23:20.697877 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31030): Terminated: ok {rc=0}\u000a14:23:20.707359 --- ParallelTerminationStrategy: PID 31033 died...\u000a14:23:20.760854 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31033): Terminated: ok {rc=0}\u000a14:23:20.849064 bus /sierra_3: Setting Powered False\u000a14:23:21.956652 bus /sierra_3: Setting Powered False\u000a14:23:23.064449 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "186", "name" : "handover_2G_trx-lms+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T14:23:13" }, { "cases" : [ { "testActions" : [ ], "age" : 60, "className" : "handover_2G:trx-lms+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31045): Process ended prematurely: osmo-stp_10.42.42.5(pid=31045) [trial-2390↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31045)]", "failedSince" : 2331, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31045): Process ended prematurely: osmo-stp_10.42.42.5(pid=31045) [trial-2390↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31045)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 handover_2G:trx-lms+bts1-sysmo handover.py\u000a----------------------------------------------\u000a14:23:25.085250 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:23:25.096682 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a14:23:25.241232 tst handover.py: using LAC 34560\u000a14:23:25.372465 tst handover.py: using RAC 135\u000a14:23:25.501789 tst handover.py: using CellId 34560\u000a14:23:25.631015 tst handover.py: using BVCI 34561\u000a14:23:25.656092 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a14:23:25.782909 tst handover.py: using LAC 34561\u000a14:23:25.905812 tst handover.py: using RAC 136\u000a14:23:26.033912 tst handover.py: using CellId 34561\u000a14:23:26.165230 tst handover.py: using BVCI 34562\u000a14:23:26.190587 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:23:26.201987 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:23:26.213198 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:23:26.224446 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:23:26.235930 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:23:26.247072 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a14:23:26.364267 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a14:23:26.578891 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:23:27.078880 run create_hlr_db(pid=31039): Launched\u000a14:23:27.213888 bus /sierra_2: Setting Powered False\u000a14:23:28.291523 run create_hlr_db(pid=31039): Terminated: ok {rc=0}\u000a14:23:28.682563 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31041): Launched\u000a14:23:28.995686 run osmo-hlr_10.42.42.2(pid=31042): Launched\u000a14:23:29.117183 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:23:29.636718 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31044): Launched\u000a14:23:29.947337 run osmo-stp_10.42.42.5(pid=31045): Launched\u000a14:23:30.059855 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:23:30.601126 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31047): Launched\u000a14:23:30.938227 run osmo-msc_10.42.42.6(pid=31048): Launched\u000a14:23:31.384165 run osmo-stp_10.42.42.5(pid=31045): ERR: Terminated: ERROR {rc=1} [trial-2390↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31045)]\u000a14:23:31.515605 run osmo-stp_10.42.42.5(pid=31045): stdout: \u000a| (launched: 2022-12-13_14:23:29.793931)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:23:31.657491 run osmo-stp_10.42.42.5(pid=31045): stderr: \u000a| �[0;m�[38;5;43m20221213142329961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213142329961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213142329962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213142329962 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213142329962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213142329963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213142329963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:23:31.796850 run osmo-stp_10.42.42.5(pid=31045): stdout: \u000a| (launched: 2022-12-13_14:23:29.793931)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:23:31.935030 run osmo-stp_10.42.42.5(pid=31045): stderr: \u000a| �[0;m�[38;5;43m20221213142329961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213142329961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213142329962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213142329962 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213142329962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213142329963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213142329963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:23:31.995000 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=31045): Process ended prematurely: osmo-stp_10.42.42.5(pid=31045) [trial-2390↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31045)] [trial-2390↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18]\u000a14:23:32.004756 tst handover.py:18: Test FAILED (6.9 sec)\u000a14:23:32.071231 run osmo-hlr_10.42.42.2(pid=31042): ERR: Terminated: ERROR {rc=237} [trial-2390↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31042)]\u000a14:23:32.126467 run osmo-hlr_10.42.42.2(pid=31042): stdout: \u000a| (launched: 2022-12-13_14:23:28.840899) \u000a14:23:32.181406 run osmo-hlr_10.42.42.2(pid=31042): stderr: \u000a| �[0;m�[1;31m20221213142329015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213142329015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213142329015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213142329015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213142329015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213142329015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213142329027 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/handover_2G:trx-lms+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213142329035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213142329035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213142329036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:23:32.254776 run osmo-msc_10.42.42.6(pid=31048): ERR: Terminated: ERROR {rc=2} [trial-2390↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31048)]\u000a14:23:32.308536 run osmo-msc_10.42.42.6(pid=31048): stdout: \u000a| (launched: 2022-12-13_14:23:30.758508) \u000a14:23:32.364487 run osmo-msc_10.42.42.6(pid=31048): stderr: \u000a| �[0;m�[38;5;43m20221213142331170 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213142331170 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc6639b9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213142331170 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213142331170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213142331170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213142331171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213142331172 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213142331173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213142331173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213142331173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:23:32.409662 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31041): Terminating (SIGTERM)\u000a14:23:32.452198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31044): Terminating (SIGTERM)\u000a14:23:32.494863 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31047): Terminating (SIGTERM)\u000a14:23:32.504647 --- ParallelTerminationStrategy: PID 31041 died...\u000a14:23:32.562827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31041): Terminated: ok {rc=0}\u000a14:23:32.572928 --- ParallelTerminationStrategy: PID 31044 died...\u000a14:23:32.630421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31044): Terminated: ok {rc=0}\u000a14:23:32.640532 --- ParallelTerminationStrategy: PID 31047 died...\u000a14:23:32.697918 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31047): Terminated: ok {rc=0}\u000a14:23:32.786176 bus /sierra_3: Setting Powered False\u000a14:23:33.893503 bus /sierra_3: Setting Powered False\u000a14:23:35.002637 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "187", "name" : "handover_2G_trx-lms+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T14:23:24" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "handover_2G:trx-lms+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31059): Process ended prematurely: osmo-stp_10.42.42.5(pid=31059) [trial-2390↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31059)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31059): Process ended prematurely: osmo-stp_10.42.42.5(pid=31059) [trial-2390↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31059)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 handover_2G:trx-lms+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a14:23:37.027340 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:23:37.038752 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a14:23:37.175278 tst handover.py: using LAC 34562\u000a14:23:37.295893 tst handover.py: using RAC 137\u000a14:23:37.418124 tst handover.py: using CellId 34562\u000a14:23:37.550605 tst handover.py: using BVCI 34563\u000a14:23:37.577185 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a14:23:37.721594 tst handover.py: using LAC 34563\u000a14:23:37.852448 tst handover.py: using RAC 138\u000a14:23:37.993713 tst handover.py: using CellId 34563\u000a14:23:38.130376 tst handover.py: using BVCI 34564\u000a14:23:38.155402 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:23:38.167443 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:23:38.178710 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:23:38.189960 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:23:38.201069 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:23:38.212101 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a14:23:38.328924 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a14:23:38.537982 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:23:38.999209 run create_hlr_db(pid=31053): Launched\u000a14:23:39.125365 bus /sierra_2: Setting Powered False\u000a14:23:40.198079 run create_hlr_db(pid=31053): Terminated: ok {rc=0}\u000a14:23:40.586768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31055): Launched\u000a14:23:40.897807 run osmo-hlr_10.42.42.2(pid=31056): Launched\u000a14:23:41.016325 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:23:41.534729 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31058): Launched\u000a14:23:41.846734 run osmo-stp_10.42.42.5(pid=31059): Launched\u000a14:23:41.958492 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:23:42.503270 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31061): Launched\u000a14:23:42.816185 run osmo-msc_10.42.42.6(pid=31062): Launched\u000a14:23:42.998308 run osmo-stp_10.42.42.5(pid=31059): ERR: Terminated: ERROR {rc=1} [trial-2390↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31059)]\u000a14:23:43.129697 run osmo-stp_10.42.42.5(pid=31059): stdout: \u000a| (launched: 2022-12-13_14:23:41.693276)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:23:43.259431 run osmo-stp_10.42.42.5(pid=31059): stderr: \u000a| �[0;m�[38;5;43m20221213142341862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213142341862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213142341862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213142341863 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213142341863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213142341863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213142341863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:23:43.383666 run osmo-stp_10.42.42.5(pid=31059): stdout: \u000a| (launched: 2022-12-13_14:23:41.693276)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:23:43.506857 run osmo-stp_10.42.42.5(pid=31059): stderr: \u000a| �[0;m�[38;5;43m20221213142341862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213142341862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213142341862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213142341863 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213142341863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213142341863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213142341863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:23:43.560999 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=31059): Process ended prematurely: osmo-stp_10.42.42.5(pid=31059) [trial-2390↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31059)] [trial-2390↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18]\u000a14:23:43.568884 tst handover.py:18: Test FAILED (6.5 sec)\u000a14:23:43.629553 run osmo-hlr_10.42.42.2(pid=31056): ERR: Terminated: ERROR {rc=237} [trial-2390↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31056)]\u000a14:23:43.678855 run osmo-hlr_10.42.42.2(pid=31056): stdout: \u000a| (launched: 2022-12-13_14:23:40.744066) \u000a14:23:43.728768 run osmo-hlr_10.42.42.2(pid=31056): stderr: \u000a| �[0;m�[1;31m20221213142340917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213142340918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213142340918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213142340918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213142340918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213142340918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213142340931 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/handover_2G:trx-lms+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213142340941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213142340942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213142340942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:23:43.796370 run osmo-msc_10.42.42.6(pid=31062): ERR: Terminated: ERROR {rc=2} [trial-2390↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31062)]\u000a14:23:43.845328 run osmo-msc_10.42.42.6(pid=31062): stdout: \u000a| (launched: 2022-12-13_14:23:42.661465) \u000a14:23:43.895041 run osmo-msc_10.42.42.6(pid=31062): stderr: \u000a| �[0;m�[38;5;43m20221213142342930 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213142342931 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2db43e5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213142342931 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213142342931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213142342931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213142342931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213142342933 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213142342933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213142342934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213142342934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:23:43.937622 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31055): Terminating (SIGTERM)\u000a14:23:43.978339 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31058): Terminating (SIGTERM)\u000a14:23:44.018661 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31061): Terminating (SIGTERM)\u000a14:23:44.027992 --- ParallelTerminationStrategy: PID 31055 died...\u000a14:23:44.082362 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31055): Terminated: ok {rc=0}\u000a14:23:44.092119 --- ParallelTerminationStrategy: PID 31058 died...\u000a14:23:44.146241 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31058): Terminated: ok {rc=0}\u000a14:23:44.155921 --- ParallelTerminationStrategy: PID 31061 died...\u000a14:23:44.209790 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31061): Terminated: ok {rc=0}\u000a14:23:44.294067 bus /sierra_3: Setting Powered False\u000a14:23:45.401532 bus /sierra_3: Setting Powered False\u000a14:23:46.531524 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "188", "name" : "handover_2G_trx-lms+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T14:23:36" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "handover_2G:trx-lms+bts1-trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31345): Process ended prematurely: osmo-stp_10.42.42.5(pid=31345) [trial-2390↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31345)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31345): Process ended prematurely: osmo-stp_10.42.42.5(pid=31345) [trial-2390↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31345)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 handover_2G:trx-lms+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a14:23:48.711541 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:23:48.725251 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a14:23:48.893989 tst handover.py: using LAC 34564\u000a14:23:49.051455 tst handover.py: using RAC 139\u000a14:23:49.216727 tst handover.py: using CellId 34564\u000a14:23:49.379553 tst handover.py: using BVCI 34565\u000a14:23:49.407957 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a14:23:49.562366 tst handover.py: using LAC 34565\u000a14:23:49.693940 tst handover.py: using RAC 140\u000a14:23:49.826045 tst handover.py: using CellId 34565\u000a14:23:49.957626 tst handover.py: using BVCI 34566\u000a14:23:49.983923 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:23:49.996243 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:23:50.008509 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:23:50.020707 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:23:50.033140 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:23:50.045416 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a14:23:50.170002 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a14:23:50.390562 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:23:50.930816 run create_hlr_db(pid=31337): Launched\u000a14:23:51.060284 bus /sierra_2: Setting Powered False\u000a14:23:52.136250 run create_hlr_db(pid=31337): Terminated: ok {rc=0}\u000a14:23:52.546719 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31341): Launched\u000a14:23:52.973331 run osmo-hlr_10.42.42.2(pid=31342): Launched\u000a14:23:53.214723 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:23:53.777374 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31344): Launched\u000a14:23:54.214015 run osmo-stp_10.42.42.5(pid=31345): Launched\u000a14:23:54.433974 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:23:55.031499 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31347): Launched\u000a14:23:55.470444 run osmo-msc_10.42.42.6(pid=31348): Launched\u000a14:23:55.856442 run osmo-stp_10.42.42.5(pid=31345): ERR: Terminated: ERROR {rc=1} [trial-2390↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31345)]\u000a14:23:56.059496 run osmo-stp_10.42.42.5(pid=31345): stdout: \u000a| (launched: 2022-12-13_14:23:53.948614)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:23:56.200217 run osmo-stp_10.42.42.5(pid=31345): stderr: \u000a| �[0;m�[38;5;43m20221213142354246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213142354246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213142354246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213142354247 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213142354247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213142354247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213142354247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:23:56.335883 run osmo-stp_10.42.42.5(pid=31345): stdout: \u000a| (launched: 2022-12-13_14:23:53.948614)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:23:56.470752 run osmo-stp_10.42.42.5(pid=31345): stderr: \u000a| �[0;m�[38;5;43m20221213142354246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213142354246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213142354246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213142354247 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213142354247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213142354247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213142354247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:23:56.530150 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=31345): Process ended prematurely: osmo-stp_10.42.42.5(pid=31345) [trial-2390↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31345)] [trial-2390↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18]\u000a14:23:56.539746 tst handover.py:18: Test FAILED (7.8 sec)\u000a14:23:56.605234 run osmo-hlr_10.42.42.2(pid=31342): ERR: Terminated: ERROR {rc=237} [trial-2390↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31342)]\u000a14:23:56.658862 run osmo-hlr_10.42.42.2(pid=31342): stdout: \u000a| (launched: 2022-12-13_14:23:52.709625) \u000a14:23:56.712904 run osmo-hlr_10.42.42.2(pid=31342): stderr: \u000a| �[0;m�[1;31m20221213142353012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213142353012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213142353012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213142353012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213142353012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213142353012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213142353026 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/handover_2G:trx-lms+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213142353039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213142353040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213142353040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:23:56.786132 run osmo-msc_10.42.42.6(pid=31348): ERR: Terminated: ERROR {rc=2} [trial-2390↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31348)]\u000a14:23:56.839353 run osmo-msc_10.42.42.6(pid=31348): stdout: \u000a| (launched: 2022-12-13_14:23:55.203024) \u000a14:23:56.893385 run osmo-msc_10.42.42.6(pid=31348): stderr: \u000a| �[0;m�[38;5;43m20221213142355709 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213142355709 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f25fc882c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213142355709 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213142355709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213142355709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213142355710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213142355711 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213142355712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213142355712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213142355712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:23:56.939571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31341): Terminating (SIGTERM)\u000a14:23:56.983627 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31344): Terminating (SIGTERM)\u000a14:23:57.029611 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31347): Terminating (SIGTERM)\u000a14:23:57.040531 --- ParallelTerminationStrategy: PID 31341 died...\u000a14:23:57.100303 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31341): Terminated: ok {rc=0}\u000a14:23:57.111543 --- ParallelTerminationStrategy: PID 31344 died...\u000a14:23:57.169186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31344): Terminated: ok {rc=0}\u000a14:23:57.180302 --- ParallelTerminationStrategy: PID 31347 died...\u000a14:23:57.238049 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31347): Terminated: ok {rc=0}\u000a14:23:57.329713 bus /sierra_3: Setting Powered False\u000a14:23:58.439970 bus /sierra_3: Setting Powered False\u000a14:23:59.557462 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "189", "name" : "handover_2G_trx-lms+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T14:23:48" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31359): Process ended prematurely: osmo-stp_10.42.42.5(pid=31359) [trial-2390↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31359)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31359): Process ended prematurely: osmo-stp_10.42.42.5(pid=31359) [trial-2390↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31359)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a14:24:01.743701 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:24:01.763569 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a14:24:01.946920 tst handover.py: using LAC 34566\u000a14:24:02.113436 tst handover.py: using RAC 141\u000a14:24:02.270694 tst handover.py: using CellId 34566\u000a14:24:02.430603 tst handover.py: using BVCI 34567\u000a14:24:02.463297 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a14:24:02.641497 tst handover.py: using LAC 34567\u000a14:24:02.806552 tst handover.py: using RAC 142\u000a14:24:02.963695 tst handover.py: using CellId 34567\u000a14:24:03.134900 tst handover.py: using BVCI 34568\u000a14:24:03.161821 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:24:03.174002 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:24:03.188405 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:24:03.203433 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:24:03.217961 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a14:24:03.230060 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a14:24:03.354776 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a14:24:03.575152 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:24:04.122853 run create_hlr_db(pid=31353): Launched\u000a14:24:04.260843 bus /sierra_2: Setting Powered False\u000a14:24:05.342766 run create_hlr_db(pid=31353): Terminated: ok {rc=0}\u000a14:24:05.783087 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31355): Launched\u000a14:24:06.235013 run osmo-hlr_10.42.42.2(pid=31356): Launched\u000a14:24:06.477783 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:24:07.056410 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31358): Launched\u000a14:24:07.500513 run osmo-stp_10.42.42.5(pid=31359): Launched\u000a14:24:07.722472 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:24:08.331641 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31361): Launched\u000a14:24:08.775127 run osmo-msc_10.42.42.6(pid=31362): Launched\u000a14:24:09.186401 run osmo-stp_10.42.42.5(pid=31359): ERR: Terminated: ERROR {rc=1} [trial-2390↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31359)]\u000a14:24:09.383371 run osmo-stp_10.42.42.5(pid=31359): stdout: \u000a| (launched: 2022-12-13_14:24:07.231584)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:24:09.527773 run osmo-stp_10.42.42.5(pid=31359): stderr: \u000a| �[0;m�[38;5;43m20221213142407527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213142407527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213142407527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213142407528 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213142407528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213142407528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213142407528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:24:09.668318 run osmo-stp_10.42.42.5(pid=31359): stdout: \u000a| (launched: 2022-12-13_14:24:07.231584)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:24:09.806672 run osmo-stp_10.42.42.5(pid=31359): stderr: \u000a| �[0;m�[38;5;43m20221213142407527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213142407527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213142407527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213142407528 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213142407528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213142407528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213142407528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:24:09.866751 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=31359): Process ended prematurely: osmo-stp_10.42.42.5(pid=31359) [trial-2390↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31359)] [trial-2390↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18]\u000a14:24:09.877059 tst handover.py:18: Test FAILED (8.1 sec)\u000a14:24:09.943406 run osmo-hlr_10.42.42.2(pid=31356): ERR: Terminated: ERROR {rc=237} [trial-2390↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31356)]\u000a14:24:09.997402 run osmo-hlr_10.42.42.2(pid=31356): stdout: \u000a| (launched: 2022-12-13_14:24:05.957467) \u000a14:24:10.051953 run osmo-hlr_10.42.42.2(pid=31356): stderr: \u000a| �[0;m�[1;31m20221213142406266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213142406266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213142406266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213142406266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213142406266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213142406266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213142406291 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213142406304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213142406304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213142406304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:24:10.127540 run osmo-msc_10.42.42.6(pid=31362): ERR: Terminated: ERROR {rc=2} [trial-2390↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31362)]\u000a14:24:10.182128 run osmo-msc_10.42.42.6(pid=31362): stdout: \u000a| (launched: 2022-12-13_14:24:08.507402) \u000a14:24:10.236316 run osmo-msc_10.42.42.6(pid=31362): stderr: \u000a| �[0;m�[38;5;43m20221213142409008 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213142409008 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2ddcec1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213142409008 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213142409008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213142409017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213142409017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213142409019 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213142409019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213142409020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213142409020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:24:10.282278 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31355): Terminating (SIGTERM)\u000a14:24:10.328837 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31358): Terminating (SIGTERM)\u000a14:24:10.375825 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31361): Terminating (SIGTERM)\u000a14:24:10.387168 --- ParallelTerminationStrategy: PID 31355 died...\u000a14:24:10.447173 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31355): Terminated: ok {rc=0}\u000a14:24:10.458089 --- ParallelTerminationStrategy: PID 31358 died...\u000a14:24:10.515785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31358): Terminated: ok {rc=0}\u000a14:24:10.526686 --- ParallelTerminationStrategy: PID 31361 died...\u000a14:24:10.585624 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31361): Terminated: ok {rc=0}\u000a14:24:10.678346 bus /sierra_3: Setting Powered False\u000a14:24:11.784631 bus /sierra_3: Setting Powered False\u000a14:24:12.892564 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 14.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "190", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T14:24:01" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "handover_2G:trx-lms-limenet-micro+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31373): Process ended prematurely: osmo-stp_10.42.42.5(pid=31373) [trial-2390↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31373)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31373): Process ended prematurely: osmo-stp_10.42.42.5(pid=31373) [trial-2390↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31373)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 handover_2G:trx-lms-limenet-micro+bts1-sysmo handover.py\u000a----------------------------------------------\u000a14:24:14.901815 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:24:14.913317 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a14:24:15.054465 tst handover.py: using LAC 34568\u000a14:24:15.184444 tst handover.py: using RAC 143\u000a14:24:15.318997 tst handover.py: using CellId 34568\u000a14:24:15.446898 tst handover.py: using BVCI 34569\u000a14:24:15.472553 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a14:24:15.602809 tst handover.py: using LAC 34569\u000a14:24:15.730985 tst handover.py: using RAC 144\u000a14:24:15.860502 tst handover.py: using CellId 34569\u000a14:24:16.003088 tst handover.py: using BVCI 34570\u000a14:24:16.028915 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:24:16.041911 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:24:16.055663 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:24:16.068200 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:24:16.081265 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:24:16.093639 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a14:24:16.242768 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a14:24:16.516053 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:24:17.059695 run create_hlr_db(pid=31367): Launched\u000a14:24:17.196842 bus /sierra_2: Setting Powered False\u000a14:24:18.270449 run create_hlr_db(pid=31367): Terminated: ok {rc=0}\u000a14:24:18.684205 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31369): Launched\u000a14:24:19.019132 run osmo-hlr_10.42.42.2(pid=31370): Launched\u000a14:24:19.139946 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:24:19.690190 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31372): Launched\u000a14:24:20.025145 run osmo-stp_10.42.42.5(pid=31373): Launched\u000a14:24:20.145607 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:24:20.724657 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31375): Launched\u000a14:24:21.059502 run osmo-msc_10.42.42.6(pid=31376): Launched\u000a14:24:21.254085 run osmo-stp_10.42.42.5(pid=31373): ERR: Terminated: ERROR {rc=1} [trial-2390↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31373)]\u000a14:24:21.394268 run osmo-stp_10.42.42.5(pid=31373): stdout: \u000a| (launched: 2022-12-13_14:24:19.859061)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:24:21.533424 run osmo-stp_10.42.42.5(pid=31373): stderr: \u000a| �[0;m�[38;5;43m20221213142420052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213142420052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213142420053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213142420053 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213142420054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213142420054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213142420054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:24:21.666921 run osmo-stp_10.42.42.5(pid=31373): stdout: \u000a| (launched: 2022-12-13_14:24:19.859061)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:24:21.798649 run osmo-stp_10.42.42.5(pid=31373): stderr: \u000a| �[0;m�[38;5;43m20221213142420052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213142420052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213142420053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213142420053 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213142420054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213142420054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213142420054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:24:21.856179 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=31373): Process ended prematurely: osmo-stp_10.42.42.5(pid=31373) [trial-2390↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31373)] [trial-2390↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18]\u000a14:24:21.864995 tst handover.py:18: Test FAILED (7.0 sec)\u000a14:24:21.927296 run osmo-hlr_10.42.42.2(pid=31370): ERR: Terminated: ERROR {rc=237} [trial-2390↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31370)]\u000a14:24:21.978432 run osmo-hlr_10.42.42.2(pid=31370): stdout: \u000a| (launched: 2022-12-13_14:24:18.853289) \u000a14:24:22.030193 run osmo-hlr_10.42.42.2(pid=31370): stderr: \u000a| �[0;m�[1;31m20221213142419052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213142419052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213142419052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213142419052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213142419052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213142419052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213142419065 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/handover_2G:trx-lms-limenet-micro+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213142419074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213142419074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213142419074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:24:22.101022 run osmo-msc_10.42.42.6(pid=31376): ERR: Terminated: ERROR {rc=2} [trial-2390↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31376)]\u000a14:24:22.152099 run osmo-msc_10.42.42.6(pid=31376): stdout: \u000a| (launched: 2022-12-13_14:24:20.893778) \u000a14:24:22.203610 run osmo-msc_10.42.42.6(pid=31376): stderr: \u000a| �[0;m�[38;5;43m20221213142421216 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213142421216 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f566d737c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213142421216 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213142421216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213142421216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213142421217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213142421218 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213142421219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213142421219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213142421219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:24:22.247708 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31369): Terminating (SIGTERM)\u000a14:24:22.289452 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31372): Terminating (SIGTERM)\u000a14:24:22.331566 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31375): Terminating (SIGTERM)\u000a14:24:22.341375 --- ParallelTerminationStrategy: PID 31369 died...\u000a14:24:22.397018 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31369): Terminated: ok {rc=0}\u000a14:24:22.407037 --- ParallelTerminationStrategy: PID 31372 died...\u000a14:24:22.462401 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31372): Terminated: ok {rc=0}\u000a14:24:22.472361 --- ParallelTerminationStrategy: PID 31375 died...\u000a14:24:22.527388 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31375): Terminated: ok {rc=0}\u000a14:24:22.614624 bus /sierra_3: Setting Powered False\u000a14:24:23.717616 bus /sierra_3: Setting Powered False\u000a14:24:24.829306 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "191", "name" : "handover_2G_trx-lms-limenet-micro+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T14:24:14" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31387): Process ended prematurely: osmo-stp_10.42.42.5(pid=31387) [trial-2390↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31387)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31387): Process ended prematurely: osmo-stp_10.42.42.5(pid=31387) [trial-2390↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31387)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 handover_2G:trx-lms-limenet-micro+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a14:24:26.846197 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:24:26.857799 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a14:24:26.993263 tst handover.py: using LAC 34570\u000a14:24:27.115442 tst handover.py: using RAC 145\u000a14:24:27.239226 tst handover.py: using CellId 34570\u000a14:24:27.362124 tst handover.py: using BVCI 34571\u000a14:24:27.386141 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a14:24:27.535955 tst handover.py: using LAC 34571\u000a14:24:27.665226 tst handover.py: using RAC 146\u000a14:24:27.795415 tst handover.py: using CellId 34571\u000a14:24:27.924075 tst handover.py: using BVCI 34572\u000a14:24:27.949509 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:24:27.961189 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:24:27.972567 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:24:27.984129 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:24:27.996455 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:24:28.008337 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a14:24:28.129692 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a14:24:28.344806 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:24:28.848855 run create_hlr_db(pid=31381): Launched\u000a14:24:28.984362 bus /sierra_2: Setting Powered False\u000a14:24:30.061214 run create_hlr_db(pid=31381): Terminated: ok {rc=0}\u000a14:24:30.477881 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31383): Launched\u000a14:24:30.813273 run osmo-hlr_10.42.42.2(pid=31384): Launched\u000a14:24:30.976567 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:24:31.651978 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31386): Launched\u000a14:24:32.103352 run osmo-stp_10.42.42.5(pid=31387): Launched\u000a14:24:32.265956 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:24:32.829386 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31389): Launched\u000a14:24:33.142098 run osmo-msc_10.42.42.6(pid=31390): Launched\u000a14:24:33.324027 run osmo-stp_10.42.42.5(pid=31387): ERR: Terminated: ERROR {rc=1} [trial-2390↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31387)]\u000a14:24:33.455372 run osmo-stp_10.42.42.5(pid=31387): stdout: \u000a| (launched: 2022-12-13_14:24:31.816215)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:24:33.584527 run osmo-stp_10.42.42.5(pid=31387): stderr: \u000a| �[0;m�[38;5;43m20221213142432070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213142432070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213142432070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213142432071 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213142432071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213142432071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213142432071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:24:33.709444 run osmo-stp_10.42.42.5(pid=31387): stdout: \u000a| (launched: 2022-12-13_14:24:31.816215)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:24:33.832478 run osmo-stp_10.42.42.5(pid=31387): stderr: \u000a| �[0;m�[38;5;43m20221213142432070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213142432070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213142432070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213142432071 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213142432071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213142432071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213142432071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:24:33.886575 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=31387): Process ended prematurely: osmo-stp_10.42.42.5(pid=31387) [trial-2390↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31387)] [trial-2390↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18]\u000a14:24:33.894874 tst handover.py:18: Test FAILED (7.0 sec)\u000a14:24:33.955461 run osmo-hlr_10.42.42.2(pid=31384): ERR: Terminated: ERROR {rc=237} [trial-2390↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31384)]\u000a14:24:34.004696 run osmo-hlr_10.42.42.2(pid=31384): stdout: \u000a| (launched: 2022-12-13_14:24:30.647590) \u000a14:24:34.054831 run osmo-hlr_10.42.42.2(pid=31384): stderr: \u000a| �[0;m�[1;31m20221213142430888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213142430888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213142430888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213142430888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213142430888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213142430888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213142430909 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/handover_2G:trx-lms-limenet-micro+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213142430931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213142430931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213142430931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:24:34.122955 run osmo-msc_10.42.42.6(pid=31390): ERR: Terminated: ERROR {rc=2} [trial-2390↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31390)]\u000a14:24:34.171827 run osmo-msc_10.42.42.6(pid=31390): stdout: \u000a| (launched: 2022-12-13_14:24:32.986778) \u000a14:24:34.221273 run osmo-msc_10.42.42.6(pid=31390): stderr: \u000a| �[0;m�[38;5;43m20221213142433259 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213142433259 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f80e621ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213142433259 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213142433259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213142433259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213142433259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213142433261 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213142433262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213142433262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213142433262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:24:34.263637 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31383): Terminating (SIGTERM)\u000a14:24:34.304173 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31386): Terminating (SIGTERM)\u000a14:24:34.344721 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31389): Terminating (SIGTERM)\u000a14:24:34.354129 --- ParallelTerminationStrategy: PID 31383 died...\u000a14:24:34.407873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31383): Terminated: ok {rc=0}\u000a14:24:34.417628 --- ParallelTerminationStrategy: PID 31386 died...\u000a14:24:34.470934 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31386): Terminated: ok {rc=0}\u000a14:24:34.480523 --- ParallelTerminationStrategy: PID 31389 died...\u000a14:24:34.533852 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31389): Terminated: ok {rc=0}\u000a14:24:34.621898 bus /sierra_3: Setting Powered False\u000a14:24:35.723932 bus /sierra_3: Setting Powered False\u000a14:24:36.837332 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "192", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T14:24:26" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31402): Process ended prematurely: osmo-stp_10.42.42.5(pid=31402) [trial-2390↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31402)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31402): Process ended prematurely: osmo-stp_10.42.42.5(pid=31402) [trial-2390↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31402)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a14:24:38.865568 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:24:38.877100 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a14:24:39.012168 tst handover.py: using LAC 34572\u000a14:24:39.141679 tst handover.py: using RAC 147\u000a14:24:39.274180 tst handover.py: using CellId 34572\u000a14:24:39.405289 tst handover.py: using BVCI 34573\u000a14:24:39.430819 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a14:24:39.570724 tst handover.py: using LAC 34573\u000a14:24:39.694971 tst handover.py: using RAC 148\u000a14:24:39.819117 tst handover.py: using CellId 34573\u000a14:24:39.940702 tst handover.py: using BVCI 34574\u000a14:24:39.964528 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:24:39.975637 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:24:39.986634 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:24:39.997594 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:24:40.008791 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:24:40.020039 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a14:24:40.144329 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a14:24:40.359593 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:24:40.866030 run create_hlr_db(pid=31396): Launched\u000a14:24:41.001911 bus /sierra_2: Setting Powered False\u000a14:24:42.079805 run create_hlr_db(pid=31396): Terminated: ok {rc=0}\u000a14:24:42.473633 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31398): Launched\u000a14:24:42.787924 run osmo-hlr_10.42.42.2(pid=31399): Launched\u000a14:24:42.906366 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:24:43.420730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31401): Launched\u000a14:24:43.737983 run osmo-stp_10.42.42.5(pid=31402): Launched\u000a14:24:43.851182 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:24:44.395474 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31404): Launched\u000a14:24:44.712579 run osmo-msc_10.42.42.6(pid=31405): Launched\u000a14:24:44.895414 run osmo-stp_10.42.42.5(pid=31402): ERR: Terminated: ERROR {rc=1} [trial-2390↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31402)]\u000a14:24:45.025961 run osmo-stp_10.42.42.5(pid=31402): stdout: \u000a| (launched: 2022-12-13_14:24:43.578178)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:24:45.154528 run osmo-stp_10.42.42.5(pid=31402): stderr: \u000a| �[0;m�[38;5;43m20221213142443749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213142443749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213142443749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213142443750 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213142443750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213142443750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213142443750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:24:45.278263 run osmo-stp_10.42.42.5(pid=31402): stdout: \u000a| (launched: 2022-12-13_14:24:43.578178)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:24:45.400861 run osmo-stp_10.42.42.5(pid=31402): stderr: \u000a| �[0;m�[38;5;43m20221213142443749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213142443749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213142443749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213142443750 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213142443750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213142443750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213142443750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:24:45.454954 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=31402): Process ended prematurely: osmo-stp_10.42.42.5(pid=31402) [trial-2390↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31402)] [trial-2390↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18]\u000a14:24:45.463353 tst handover.py:18: Test FAILED (6.6 sec)\u000a14:24:45.523716 run osmo-hlr_10.42.42.2(pid=31399): ERR: Terminated: ERROR {rc=237} [trial-2390↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31399)]\u000a14:24:45.572873 run osmo-hlr_10.42.42.2(pid=31399): stdout: \u000a| (launched: 2022-12-13_14:24:42.632217) \u000a14:24:45.622422 run osmo-hlr_10.42.42.2(pid=31399): stderr: \u000a| �[0;m�[1;31m20221213142442807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213142442807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213142442807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213142442807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213142442807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213142442807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213142442820 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213142442830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213142442830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213142442830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:24:45.689653 run osmo-msc_10.42.42.6(pid=31405): ERR: Terminated: ERROR {rc=2} [trial-2390↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31405)]\u000a14:24:45.738864 run osmo-msc_10.42.42.6(pid=31405): stdout: \u000a| (launched: 2022-12-13_14:24:44.553126) \u000a14:24:45.788418 run osmo-msc_10.42.42.6(pid=31405): stderr: \u000a| �[0;m�[38;5;43m20221213142444823 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213142444823 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6de3e05c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213142444823 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213142444823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213142444823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213142444824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213142444825 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213142444826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213142444826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213142444826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:24:45.830799 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31398): Terminating (SIGTERM)\u000a14:24:45.884610 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31401): Terminating (SIGTERM)\u000a14:24:45.924894 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31404): Terminating (SIGTERM)\u000a14:24:45.934319 --- ParallelTerminationStrategy: PID 31398 died...\u000a14:24:45.988461 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31398): Terminated: ok {rc=0}\u000a14:24:45.998490 --- ParallelTerminationStrategy: PID 31401 died...\u000a14:24:46.052550 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31401): Terminated: ok {rc=0}\u000a14:24:46.062576 --- ParallelTerminationStrategy: PID 31404 died...\u000a14:24:46.117372 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31404): Terminated: ok {rc=0}\u000a14:24:46.223291 bus /sierra_3: Setting Powered False\u000a14:24:47.335945 bus /sierra_3: Setting Powered False\u000a14:24:48.448168 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "193", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T14:24:38" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "handover_2G:trx-sysmocell5000+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31417): Process ended prematurely: osmo-stp_10.42.42.5(pid=31417) [trial-2390↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31417)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31417): Process ended prematurely: osmo-stp_10.42.42.5(pid=31417) [trial-2390↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31417)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 handover_2G:trx-sysmocell5000+bts1-sysmo handover.py\u000a----------------------------------------------\u000a14:24:50.449921 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:24:50.460869 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a14:24:50.599436 tst handover.py: using LAC 34574\u000a14:24:50.723783 tst handover.py: using RAC 149\u000a14:24:50.846609 tst handover.py: using CellId 34574\u000a14:24:50.969365 tst handover.py: using BVCI 34575\u000a14:24:50.993078 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a14:24:51.125241 tst handover.py: using LAC 34575\u000a14:24:51.257557 tst handover.py: using RAC 150\u000a14:24:51.389750 tst handover.py: using CellId 34575\u000a14:24:51.522322 tst handover.py: using BVCI 34576\u000a14:24:51.547603 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:24:51.559159 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:24:51.570503 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:24:51.582305 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:24:51.594304 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a14:24:51.606148 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a14:24:51.726735 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a14:24:51.932040 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:24:52.398145 run create_hlr_db(pid=31410): Launched\u000a14:24:52.526162 bus /sierra_2: Setting Powered False\u000a14:24:53.600099 run create_hlr_db(pid=31410): Terminated: ok {rc=0}\u000a14:24:54.017619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31413): Launched\u000a14:24:54.354775 run osmo-hlr_10.42.42.2(pid=31414): Launched\u000a14:24:54.476364 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:24:55.027046 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31416): Launched\u000a14:24:55.361476 run osmo-stp_10.42.42.5(pid=31417): Launched\u000a14:24:55.481830 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:24:56.064215 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31419): Launched\u000a14:24:56.399616 run osmo-msc_10.42.42.6(pid=31420): Launched\u000a14:24:56.594505 run osmo-stp_10.42.42.5(pid=31417): ERR: Terminated: ERROR {rc=1} [trial-2390↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31417)]\u000a14:24:56.734812 run osmo-stp_10.42.42.5(pid=31417): stdout: \u000a| (launched: 2022-12-13_14:24:55.196438)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:24:56.873258 run osmo-stp_10.42.42.5(pid=31417): stderr: \u000a| �[0;m�[38;5;43m20221213142455389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213142455389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213142455389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213142455390 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213142455390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213142455390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213142455390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:24:57.006035 run osmo-stp_10.42.42.5(pid=31417): stdout: \u000a| (launched: 2022-12-13_14:24:55.196438)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:24:57.137429 run osmo-stp_10.42.42.5(pid=31417): stderr: \u000a| �[0;m�[38;5;43m20221213142455389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213142455389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213142455389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213142455390 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213142455390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213142455390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213142455390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:24:57.195218 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=31417): Process ended prematurely: osmo-stp_10.42.42.5(pid=31417) [trial-2390↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31417)] [trial-2390↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18]\u000a14:24:57.203916 tst handover.py:18: Test FAILED (6.7 sec)\u000a14:24:57.266622 run osmo-hlr_10.42.42.2(pid=31414): ERR: Terminated: ERROR {rc=237} [trial-2390↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31414)]\u000a14:24:57.317841 run osmo-hlr_10.42.42.2(pid=31414): stdout: \u000a| (launched: 2022-12-13_14:24:54.187196) \u000a14:24:57.370028 run osmo-hlr_10.42.42.2(pid=31414): stderr: \u000a| �[0;m�[1;31m20221213142454385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213142454385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213142454385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213142454386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213142454386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213142454386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213142454398 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/handover_2G:trx-sysmocell5000+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213142454408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213142454408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213142454408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:24:57.440165 run osmo-msc_10.42.42.6(pid=31420): ERR: Terminated: ERROR {rc=2} [trial-2390↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31420)]\u000a14:24:57.491197 run osmo-msc_10.42.42.6(pid=31420): stdout: \u000a| (launched: 2022-12-13_14:24:56.233976) \u000a14:24:57.542752 run osmo-msc_10.42.42.6(pid=31420): stderr: \u000a| �[0;m�[38;5;43m20221213142456557 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213142456557 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f43d0037c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213142456557 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213142456557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213142456558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213142456558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213142456559 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213142456560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213142456560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213142456560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:24:57.587329 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31413): Terminating (SIGTERM)\u000a14:24:57.629035 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31416): Terminating (SIGTERM)\u000a14:24:57.671324 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31419): Terminating (SIGTERM)\u000a14:24:57.681152 --- ParallelTerminationStrategy: PID 31413 died...\u000a14:24:57.737173 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31413): Terminated: ok {rc=0}\u000a14:24:57.747324 --- ParallelTerminationStrategy: PID 31416 died...\u000a14:24:57.803360 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31416): Terminated: ok {rc=0}\u000a14:24:57.813633 --- ParallelTerminationStrategy: PID 31419 died...\u000a14:24:57.869969 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31419): Terminated: ok {rc=0}\u000a14:24:57.957665 bus /sierra_3: Setting Powered False\u000a14:24:59.064435 bus /sierra_3: Setting Powered False\u000a14:25:00.173706 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "194", "name" : "handover_2G_trx-sysmocell5000+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T14:24:50" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31434): Process ended prematurely: osmo-stp_10.42.42.5(pid=31434) [trial-2390↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31434)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31434): Process ended prematurely: osmo-stp_10.42.42.5(pid=31434) [trial-2390↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31434)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 handover_2G:trx-sysmocell5000+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a14:25:02.272908 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:25:02.286387 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a14:25:02.425453 tst handover.py: using LAC 34576\u000a14:25:02.545531 tst handover.py: using RAC 151\u000a14:25:02.666466 tst handover.py: using CellId 34576\u000a14:25:02.789167 tst handover.py: using BVCI 34577\u000a14:25:02.812919 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a14:25:02.957895 tst handover.py: using LAC 34577\u000a14:25:03.089329 tst handover.py: using RAC 152\u000a14:25:03.218705 tst handover.py: using CellId 34577\u000a14:25:03.347224 tst handover.py: using BVCI 34578\u000a14:25:03.372465 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:25:03.383907 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:25:03.395394 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:25:03.406814 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:25:03.418115 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:25:03.429455 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a14:25:03.549311 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a14:25:03.755894 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:25:04.221095 run create_hlr_db(pid=31428): Launched\u000a14:25:04.347967 bus /sierra_2: Setting Powered False\u000a14:25:05.421930 run create_hlr_db(pid=31428): Terminated: ok {rc=0}\u000a14:25:05.838980 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31430): Launched\u000a14:25:06.176754 run osmo-hlr_10.42.42.2(pid=31431): Launched\u000a14:25:06.298363 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:25:06.847476 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31433): Launched\u000a14:25:07.180447 run osmo-stp_10.42.42.5(pid=31434): Launched\u000a14:25:07.300940 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:25:07.882935 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31436): Launched\u000a14:25:08.216468 run osmo-msc_10.42.42.6(pid=31437): Launched\u000a14:25:08.410418 run osmo-stp_10.42.42.5(pid=31434): ERR: Terminated: ERROR {rc=1} [trial-2390↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31434)]\u000a14:25:08.550366 run osmo-stp_10.42.42.5(pid=31434): stdout: \u000a| (launched: 2022-12-13_14:25:07.015950)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:25:08.690492 run osmo-stp_10.42.42.5(pid=31434): stderr: \u000a| �[0;m�[38;5;43m20221213142507208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213142507208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213142507208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213142507208 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213142507209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213142507209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213142507209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:25:08.824077 run osmo-stp_10.42.42.5(pid=31434): stdout: \u000a| (launched: 2022-12-13_14:25:07.015950)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:25:08.956112 run osmo-stp_10.42.42.5(pid=31434): stderr: \u000a| �[0;m�[38;5;43m20221213142507208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213142507208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213142507208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213142507208 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213142507209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213142507209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213142507209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:25:09.014292 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=31434): Process ended prematurely: osmo-stp_10.42.42.5(pid=31434) [trial-2390↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31434)] [trial-2390↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18]\u000a14:25:09.023023 tst handover.py:18: Test FAILED (6.7 sec)\u000a14:25:09.085973 run osmo-hlr_10.42.42.2(pid=31431): ERR: Terminated: ERROR {rc=237} [trial-2390↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31431)]\u000a14:25:09.137357 run osmo-hlr_10.42.42.2(pid=31431): stdout: \u000a| (launched: 2022-12-13_14:25:06.009548) \u000a14:25:09.189042 run osmo-hlr_10.42.42.2(pid=31431): stderr: \u000a| �[0;m�[1;31m20221213142506208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213142506208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213142506208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213142506208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213142506208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213142506208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213142506221 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/handover_2G:trx-sysmocell5000+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213142506230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213142506230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213142506230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:25:09.259478 run osmo-msc_10.42.42.6(pid=31437): ERR: Terminated: ERROR {rc=2} [trial-2390↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31437)]\u000a14:25:09.310341 run osmo-msc_10.42.42.6(pid=31437): stdout: \u000a| (launched: 2022-12-13_14:25:08.052021) \u000a14:25:09.362030 run osmo-msc_10.42.42.6(pid=31437): stderr: \u000a| �[0;m�[38;5;43m20221213142508376 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213142508376 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdacd3e7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213142508376 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213142508376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213142508376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213142508377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213142508378 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213142508379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213142508379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213142508379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:25:09.405972 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31430): Terminating (SIGTERM)\u000a14:25:09.447623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31433): Terminating (SIGTERM)\u000a14:25:09.489248 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31436): Terminating (SIGTERM)\u000a14:25:09.498979 --- ParallelTerminationStrategy: PID 31430 died...\u000a14:25:09.554921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31430): Terminated: ok {rc=0}\u000a14:25:09.565109 --- ParallelTerminationStrategy: PID 31433 died...\u000a14:25:09.621206 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31433): Terminated: ok {rc=0}\u000a14:25:09.631192 --- ParallelTerminationStrategy: PID 31436 died...\u000a14:25:09.687211 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31436): Terminated: ok {rc=0}\u000a14:25:09.775357 bus /sierra_3: Setting Powered False\u000a14:25:10.881811 bus /sierra_3: Setting Powered False\u000a14:25:11.990540 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "195", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T14:25:01" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31448): Process ended prematurely: osmo-stp_10.42.42.5(pid=31448) [trial-2390↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31448)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31448): Process ended prematurely: osmo-stp_10.42.42.5(pid=31448) [trial-2390↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31448)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 handover_2G:trx-sysmocell5000+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a14:25:14.032025 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:25:14.043416 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a14:25:14.188463 tst handover.py: using LAC 34578\u000a14:25:14.319428 tst handover.py: using RAC 153\u000a14:25:14.448711 tst handover.py: using CellId 34578\u000a14:25:14.575261 tst handover.py: using BVCI 34579\u000a14:25:14.598926 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a14:25:14.742954 tst handover.py: using LAC 34579\u000a14:25:14.873386 tst handover.py: using RAC 154\u000a14:25:15.004333 tst handover.py: using CellId 34579\u000a14:25:15.139028 tst handover.py: using BVCI 34580\u000a14:25:15.164474 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:25:15.176180 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:25:15.187619 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:25:15.199045 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:25:15.210803 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:25:15.222114 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a14:25:15.342792 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a14:25:15.557668 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:25:16.124156 run create_hlr_db(pid=31442): Launched\u000a14:25:16.290407 bus /sierra_2: Setting Powered False\u000a14:25:17.363320 run create_hlr_db(pid=31442): Terminated: ok {rc=0}\u000a14:25:17.756852 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31444): Launched\u000a14:25:18.069167 run osmo-hlr_10.42.42.2(pid=31445): Launched\u000a14:25:18.186787 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:25:18.700891 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31447): Launched\u000a14:25:19.013204 run osmo-stp_10.42.42.5(pid=31448): Launched\u000a14:25:19.126215 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:25:19.666718 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31450): Launched\u000a14:25:19.981137 run osmo-msc_10.42.42.6(pid=31451): Launched\u000a14:25:20.163488 run osmo-stp_10.42.42.5(pid=31448): ERR: Terminated: ERROR {rc=1} [trial-2390↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31448)]\u000a14:25:20.294601 run osmo-stp_10.42.42.5(pid=31448): stdout: \u000a| (launched: 2022-12-13_14:25:18.858650)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:25:20.423539 run osmo-stp_10.42.42.5(pid=31448): stderr: \u000a| �[0;m�[38;5;43m20221213142519028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213142519028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213142519029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213142519029 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213142519030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213142519030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213142519030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:25:20.547478 run osmo-stp_10.42.42.5(pid=31448): stdout: \u000a| (launched: 2022-12-13_14:25:18.858650)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:25:20.670468 run osmo-stp_10.42.42.5(pid=31448): stderr: \u000a| �[0;m�[38;5;43m20221213142519028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213142519028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213142519029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213142519029 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213142519030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213142519030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213142519030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:25:20.724382 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=31448): Process ended prematurely: osmo-stp_10.42.42.5(pid=31448) [trial-2390↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31448)] [trial-2390↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18]\u000a14:25:20.732371 tst handover.py:18: Test FAILED (6.7 sec)\u000a14:25:20.793537 run osmo-hlr_10.42.42.2(pid=31445): ERR: Terminated: ERROR {rc=237} [trial-2390↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31445)]\u000a14:25:20.842943 run osmo-hlr_10.42.42.2(pid=31445): stdout: \u000a| (launched: 2022-12-13_14:25:17.914452) \u000a14:25:20.892799 run osmo-hlr_10.42.42.2(pid=31445): stderr: \u000a| �[0;m�[1;31m20221213142518089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213142518089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213142518089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213142518089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213142518089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213142518089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213142518105 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/handover_2G:trx-sysmocell5000+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213142518115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213142518115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213142518115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:25:20.960641 run osmo-msc_10.42.42.6(pid=31451): ERR: Terminated: ERROR {rc=2} [trial-2390↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31451)]\u000a14:25:21.009776 run osmo-msc_10.42.42.6(pid=31451): stdout: \u000a| (launched: 2022-12-13_14:25:19.823937) \u000a14:25:21.059591 run osmo-msc_10.42.42.6(pid=31451): stderr: \u000a| �[0;m�[38;5;43m20221213142520093 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213142520093 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1be1d8ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213142520093 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213142520093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213142520093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213142520094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213142520095 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213142520096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213142520096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213142520096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:25:21.102146 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31444): Terminating (SIGTERM)\u000a14:25:21.142447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31447): Terminating (SIGTERM)\u000a14:25:21.182696 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31450): Terminating (SIGTERM)\u000a14:25:21.192058 --- ParallelTerminationStrategy: PID 31444 died...\u000a14:25:21.246467 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31444): Terminated: ok {rc=0}\u000a14:25:21.256126 --- ParallelTerminationStrategy: PID 31447 died...\u000a14:25:21.310302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31447): Terminated: ok {rc=0}\u000a14:25:21.320031 --- ParallelTerminationStrategy: PID 31450 died...\u000a14:25:21.373950 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31450): Terminated: ok {rc=0}\u000a14:25:21.462948 bus /sierra_3: Setting Powered False\u000a14:25:22.565936 bus /sierra_3: Setting Powered False\u000a14:25:23.674897 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "196", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T14:25:13" }, { "cases" : [ { "testActions" : [ ], "age" : 73, "className" : "handover_2G:sysmo+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31463): Process ended prematurely: osmo-stp_10.42.42.5(pid=31463) [trial-2390↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31463)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31463): Process ended prematurely: osmo-stp_10.42.42.5(pid=31463) [trial-2390↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31463)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 handover_2G:sysmo+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a14:25:25.682514 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:25:25.694115 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a14:25:25.818625 tst handover.py: using LAC 34580\u000a14:25:25.942394 tst handover.py: using RAC 155\u000a14:25:26.067056 tst handover.py: using CellId 34580\u000a14:25:26.191071 tst handover.py: using BVCI 34581\u000a14:25:26.214643 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a14:25:26.354207 tst handover.py: using LAC 34581\u000a14:25:26.478916 tst handover.py: using RAC 156\u000a14:25:26.605411 tst handover.py: using CellId 34581\u000a14:25:26.726567 tst handover.py: using BVCI 34582\u000a14:25:26.750061 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:25:26.760929 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:25:26.771588 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:25:26.782256 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:25:26.793796 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a14:25:26.805435 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a14:25:26.928255 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a14:25:27.133736 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:25:27.595570 run create_hlr_db(pid=31457): Launched\u000a14:25:27.721998 bus /sierra_2: Setting Powered False\u000a14:25:28.795392 run create_hlr_db(pid=31457): Terminated: ok {rc=0}\u000a14:25:29.186314 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31459): Launched\u000a14:25:29.497720 run osmo-hlr_10.42.42.2(pid=31460): Launched\u000a14:25:29.619541 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:25:30.140939 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31462): Launched\u000a14:25:30.454072 run osmo-stp_10.42.42.5(pid=31463): Launched\u000a14:25:30.567316 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:25:31.137768 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31465): Launched\u000a14:25:31.585654 run osmo-msc_10.42.42.6(pid=31466): Launched\u000a14:25:31.921354 run osmo-stp_10.42.42.5(pid=31463): ERR: Terminated: ERROR {rc=1} [trial-2390↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31463)]\u000a14:25:32.157417 run osmo-stp_10.42.42.5(pid=31463): stdout: \u000a| (launched: 2022-12-13_14:25:30.298403)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:25:32.296628 run osmo-stp_10.42.42.5(pid=31463): stderr: \u000a| �[0;m�[38;5;43m20221213142530467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213142530467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213142530468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213142530468 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213142530469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213142530469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213142530469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:25:32.429989 run osmo-stp_10.42.42.5(pid=31463): stdout: \u000a| (launched: 2022-12-13_14:25:30.298403)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:25:32.561954 run osmo-stp_10.42.42.5(pid=31463): stderr: \u000a| �[0;m�[38;5;43m20221213142530467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213142530467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213142530468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213142530468 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213142530469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213142530469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213142530469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:25:32.620418 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=31463): Process ended prematurely: osmo-stp_10.42.42.5(pid=31463) [trial-2390↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31463)] [trial-2390↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18]\u000a14:25:32.629169 tst handover.py:18: Test FAILED (6.9 sec)\u000a14:25:32.692669 run osmo-hlr_10.42.42.2(pid=31460): ERR: Terminated: ERROR {rc=237} [trial-2390↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31460)]\u000a14:25:32.743961 run osmo-hlr_10.42.42.2(pid=31460): stdout: \u000a| (launched: 2022-12-13_14:25:29.343737) \u000a14:25:32.795891 run osmo-hlr_10.42.42.2(pid=31460): stderr: \u000a| �[0;m�[1;31m20221213142529518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213142529518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213142529518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213142529518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213142529518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213142529518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213142529531 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/handover_2G:sysmo+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213142529541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213142529542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213142529542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:25:32.866582 run osmo-msc_10.42.42.6(pid=31466): ERR: Terminated: ERROR {rc=2} [trial-2390↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31466)]\u000a14:25:32.917863 run osmo-msc_10.42.42.6(pid=31466): stdout: \u000a| (launched: 2022-12-13_14:25:31.311762) \u000a14:25:32.969815 run osmo-msc_10.42.42.6(pid=31466): stderr: \u000a| �[0;m�[38;5;43m20221213142531815 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213142531816 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3101125c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213142531816 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213142531816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213142531816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213142531816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213142531818 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213142531818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213142531818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213142531818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:25:33.014225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31459): Terminating (SIGTERM)\u000a14:25:33.056646 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31462): Terminating (SIGTERM)\u000a14:25:33.099826 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31465): Terminating (SIGTERM)\u000a14:25:33.109719 --- ParallelTerminationStrategy: PID 31459 died...\u000a14:25:33.166226 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31459): Terminated: ok {rc=0}\u000a14:25:33.176393 --- ParallelTerminationStrategy: PID 31462 died...\u000a14:25:33.232607 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31462): Terminated: ok {rc=0}\u000a14:25:33.242740 --- ParallelTerminationStrategy: PID 31465 died...\u000a14:25:33.298955 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31465): Terminated: ok {rc=0}\u000a14:25:33.386817 bus /sierra_3: Setting Powered False\u000a14:25:34.493480 bus /sierra_3: Setting Powered False\u000a14:25:35.602307 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "197", "name" : "handover_2G_sysmo+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T14:25:25" }, { "cases" : [ { "testActions" : [ ], "age" : 73, "className" : "handover_2G:sysmo+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31477): Process ended prematurely: osmo-stp_10.42.42.5(pid=31477) [trial-2390↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31477)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31477): Process ended prematurely: osmo-stp_10.42.42.5(pid=31477) [trial-2390↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31477)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 handover_2G:sysmo+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a14:25:37.602536 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:25:37.613922 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a14:25:37.742453 tst handover.py: using LAC 34582\u000a14:25:37.865265 tst handover.py: using RAC 157\u000a14:25:37.987113 tst handover.py: using CellId 34582\u000a14:25:38.113932 tst handover.py: using BVCI 34583\u000a14:25:38.139855 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a14:25:38.286709 tst handover.py: using LAC 34583\u000a14:25:38.414953 tst handover.py: using RAC 158\u000a14:25:38.543269 tst handover.py: using CellId 34583\u000a14:25:38.673496 tst handover.py: using BVCI 34584\u000a14:25:38.698548 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:25:38.709789 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:25:38.720792 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:25:38.731897 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:25:38.743243 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:25:38.754405 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a14:25:38.876886 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a14:25:39.091281 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:25:39.596935 run create_hlr_db(pid=31471): Launched\u000a14:25:39.732707 bus /sierra_2: Setting Powered False\u000a14:25:40.810446 run create_hlr_db(pid=31471): Terminated: ok {rc=0}\u000a14:25:41.228156 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31473): Launched\u000a14:25:41.563360 run osmo-hlr_10.42.42.2(pid=31474): Launched\u000a14:25:41.689651 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:25:42.241505 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31476): Launched\u000a14:25:42.577137 run osmo-stp_10.42.42.5(pid=31477): Launched\u000a14:25:42.698502 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:25:43.280530 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31479): Launched\u000a14:25:43.616675 run osmo-msc_10.42.42.6(pid=31480): Launched\u000a14:25:43.813354 run osmo-stp_10.42.42.5(pid=31477): ERR: Terminated: ERROR {rc=1} [trial-2390↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31477)]\u000a14:25:43.952670 run osmo-stp_10.42.42.5(pid=31477): stdout: \u000a| (launched: 2022-12-13_14:25:42.410926)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:25:44.091384 run osmo-stp_10.42.42.5(pid=31477): stderr: \u000a| �[0;m�[38;5;43m20221213142542605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213142542605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213142542605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213142542606 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213142542606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213142542606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213142542606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:25:44.224807 run osmo-stp_10.42.42.5(pid=31477): stdout: \u000a| (launched: 2022-12-13_14:25:42.410926)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:25:44.356724 run osmo-stp_10.42.42.5(pid=31477): stderr: \u000a| �[0;m�[38;5;43m20221213142542605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213142542605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213142542605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213142542606 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213142542606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213142542606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213142542606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:25:44.414691 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=31477): Process ended prematurely: osmo-stp_10.42.42.5(pid=31477) [trial-2390↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31477)] [trial-2390↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18]\u000a14:25:44.423251 tst handover.py:18: Test FAILED (6.8 sec)\u000a14:25:44.486733 run osmo-hlr_10.42.42.2(pid=31474): ERR: Terminated: ERROR {rc=237} [trial-2390↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31474)]\u000a14:25:44.538236 run osmo-hlr_10.42.42.2(pid=31474): stdout: \u000a| (launched: 2022-12-13_14:25:41.397533) \u000a14:25:44.591346 run osmo-hlr_10.42.42.2(pid=31474): stderr: \u000a| �[0;m�[1;31m20221213142541596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213142541596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213142541596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213142541596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213142541596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213142541596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213142541608 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/handover_2G:sysmo+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213142541618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213142541618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213142541618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:25:44.662823 run osmo-msc_10.42.42.6(pid=31480): ERR: Terminated: ERROR {rc=2} [trial-2390↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31480)]\u000a14:25:44.714286 run osmo-msc_10.42.42.6(pid=31480): stdout: \u000a| (launched: 2022-12-13_14:25:43.449769) \u000a14:25:44.767781 run osmo-msc_10.42.42.6(pid=31480): stderr: \u000a| �[0;m�[38;5;43m20221213142543774 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213142543774 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9130f1cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213142543774 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213142543774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213142543774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213142543775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213142543776 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213142543777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213142543777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213142543777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:25:44.812230 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31473): Terminating (SIGTERM)\u000a14:25:44.854873 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31476): Terminating (SIGTERM)\u000a14:25:44.897374 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31479): Terminating (SIGTERM)\u000a14:25:44.907173 --- ParallelTerminationStrategy: PID 31473 died...\u000a14:25:44.963609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31473): Terminated: ok {rc=0}\u000a14:25:44.973859 --- ParallelTerminationStrategy: PID 31476 died...\u000a14:25:45.030190 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31476): Terminated: ok {rc=0}\u000a14:25:45.040341 --- ParallelTerminationStrategy: PID 31479 died...\u000a14:25:45.096573 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31479): Terminated: ok {rc=0}\u000a14:25:45.185565 bus /sierra_3: Setting Powered False\u000a14:25:46.289102 bus /sierra_3: Setting Powered False\u000a14:25:47.400504 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "198", "name" : "handover_2G_sysmo+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T14:25:37" }, { "cases" : [ { "testActions" : [ ], "age" : 73, "className" : "handover_2G:trx-b200+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31493): Process ended prematurely: osmo-stp_10.42.42.5(pid=31493) [trial-2390↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31493)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31493): Process ended prematurely: osmo-stp_10.42.42.5(pid=31493) [trial-2390↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31493)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2390 handover_2G:trx-b200+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a14:25:49.414980 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:25:49.425857 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a14:25:49.562967 tst handover.py: using LAC 34584\u000a14:25:49.692333 tst handover.py: using RAC 159\u000a14:25:49.821841 tst handover.py: using CellId 34584\u000a14:25:49.951976 tst handover.py: using BVCI 34585\u000a14:25:49.977446 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a14:25:50.120715 tst handover.py: using LAC 34585\u000a14:25:50.245732 tst handover.py: using RAC 160\u000a14:25:50.366309 tst handover.py: using CellId 34585\u000a14:25:50.486885 tst handover.py: using BVCI 34586\u000a14:25:50.510543 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:25:50.521431 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:25:50.532087 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:25:50.542880 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:25:50.554310 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a14:25:50.565511 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a14:25:50.689187 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a14:25:50.898782 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a14:25:51.364563 run create_hlr_db(pid=31486): Launched\u000a14:25:51.491825 bus /sierra_2: Setting Powered False\u000a14:25:52.566656 run create_hlr_db(pid=31486): Terminated: ok {rc=0}\u000a14:25:52.959288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31489): Launched\u000a14:25:53.274736 run osmo-hlr_10.42.42.2(pid=31490): Launched\u000a14:25:53.398305 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a14:25:53.921138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31492): Launched\u000a14:25:54.235215 run osmo-stp_10.42.42.5(pid=31493): Launched\u000a14:25:54.348487 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a14:25:54.892306 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31495): Launched\u000a14:25:55.208833 run osmo-msc_10.42.42.6(pid=31496): Launched\u000a14:25:55.391030 run osmo-stp_10.42.42.5(pid=31493): ERR: Terminated: ERROR {rc=1} [trial-2390↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31493)]\u000a14:25:55.522952 run osmo-stp_10.42.42.5(pid=31493): stdout: \u000a| (launched: 2022-12-13_14:25:54.078564)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:25:55.652240 run osmo-stp_10.42.42.5(pid=31493): stderr: \u000a| �[0;m�[38;5;43m20221213142554251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213142554251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213142554251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213142554252 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213142554252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213142554252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213142554252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:25:55.776517 run osmo-stp_10.42.42.5(pid=31493): stdout: \u000a| (launched: 2022-12-13_14:25:54.078564)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a14:25:55.899710 run osmo-stp_10.42.42.5(pid=31493): stderr: \u000a| �[0;m�[38;5;43m20221213142554251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213142554251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213142554251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213142554252 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213142554252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213142554252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213142554252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a14:25:55.953780 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=31493): Process ended prematurely: osmo-stp_10.42.42.5(pid=31493) [trial-2390↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31493)] [trial-2390↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18]\u000a14:25:55.962107 tst handover.py:18: Test FAILED (6.5 sec)\u000a14:25:56.023453 run osmo-hlr_10.42.42.2(pid=31490): ERR: Terminated: ERROR {rc=237} [trial-2390↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31490)]\u000a14:25:56.073243 run osmo-hlr_10.42.42.2(pid=31490): stdout: \u000a| (launched: 2022-12-13_14:25:53.117465) \u000a14:25:56.123436 run osmo-hlr_10.42.42.2(pid=31490): stderr: \u000a| �[0;m�[1;31m20221213142553292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213142553292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213142553292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213142553292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213142553293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213142553293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213142553304 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2390/run.2022-12-13_13-01-08/handover_2G:trx-b200+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213142553312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213142553313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213142553313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a14:25:56.192112 run osmo-msc_10.42.42.6(pid=31496): ERR: Terminated: ERROR {rc=2} [trial-2390↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31496)]\u000a14:25:56.241861 run osmo-msc_10.42.42.6(pid=31496): stdout: \u000a| (launched: 2022-12-13_14:25:55.050242) \u000a14:25:56.292431 run osmo-msc_10.42.42.6(pid=31496): stderr: \u000a| �[0;m�[38;5;43m20221213142555321 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213142555321 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe54b7e9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213142555321 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213142555321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213142555321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213142555322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213142555323 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213142555324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213142555324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213142555324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a14:25:56.335342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31489): Terminating (SIGTERM)\u000a14:25:56.375996 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31492): Terminating (SIGTERM)\u000a14:25:56.416722 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31495): Terminating (SIGTERM)\u000a14:25:56.426215 --- ParallelTerminationStrategy: PID 31489 died...\u000a14:25:56.481098 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31489): Terminated: ok {rc=0}\u000a14:25:56.490843 --- ParallelTerminationStrategy: PID 31492 died...\u000a14:25:56.545071 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31492): Terminated: ok {rc=0}\u000a14:25:56.554860 --- ParallelTerminationStrategy: PID 31495 died...\u000a14:25:56.608786 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31495): Terminated: ok {rc=0}\u000a14:25:56.698489 bus /sierra_3: Setting Powered False\u000a14:25:57.802199 bus /sierra_3: Setting Powered False\u000a14:25:58.914026 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "199", "name" : "handover_2G_trx-b200+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T14:25:49" } ] }